-- Logs begin at Tue 2022-03-29 08:02:37 UTC, end at Tue 2022-03-29 09:14:37 UTC. -- Mar 29 08:45:08.781336 dv-cinder-835552-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 08:45:11.770592 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.common.config [-] Logging enabled! Mar 29 08:45:11.771181 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 29 08:45:11.771372 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 08:45:11.775031 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.common.config [-] Logging enabled! Mar 29 08:45:11.775287 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 29 08:45:11.775595 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 08:45:11.776559 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 08:45:11.776797 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 08:45:11.777159 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 08:45:11.777404 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 08:45:11.777631 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 08:45:11.778378 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.778809 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 08:45:11.779128 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.779429 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.779727 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.780025 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.780319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.780634 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.780925 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.781224 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.782080 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.782361 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.782651 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.782947 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.783234 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.783524 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.783814 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.784099 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] debug = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.784412 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.784851 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.785260 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.785543 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.785834 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.786115 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.786391 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.786667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.786952 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.787278 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] host = dv-cinder-835552-1-iscsi {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.787554 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.787841 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.788129 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.788448 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.788727 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.789006 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.789292 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.789568 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.789842 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.790117 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.790406 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.790698 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.790992 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.791218 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.791442 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.791744 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.792030 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.792304 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.792605 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.792879 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.793153 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.793428 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.793695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.793982 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.794267 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.794553 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.794830 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.795103 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.795377 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.795656 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.795943 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.796218 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.796514 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.796789 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.797099 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.797370 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.797645 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.797946 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.798238 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.798521 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.798805 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.799076 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.799358 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.799630 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.799905 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.800177 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] use_json = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.800471 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.800746 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.801028 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.801300 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.801574 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.801846 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.802119 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.802402 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.802675 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:11.802971 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.803271 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.803574 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.803871 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.804164 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.804466 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.804759 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.805041 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.805329 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.805616 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.805905 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.806184 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.806482 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.806774 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.807069 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.807372 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.807669 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.807964 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.808248 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.808548 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.808825 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.809104 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.809392 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.809676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.809969 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.810260 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.810540 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.810837 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.811123 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.811417 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.811708 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.811985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.812266 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.812601 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.812883 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.813159 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.813440 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.813731 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.814008 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.814280 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.814562 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.814839 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.815112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.815383 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.815659 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.815948 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.816226 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.816525 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.816799 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.817076 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.817347 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.817631 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.817909 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.818185 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.818458 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.818735 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.819008 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.819279 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.819557 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.819832 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.820107 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.820402 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.820678 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.820952 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.821225 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.821496 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.821770 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.822042 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.822317 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.822589 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.822858 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.823127 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.823397 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.823675 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.823956 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.824250 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.824550 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.824829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.825106 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.825382 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.825661 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.825937 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.826214 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.826491 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.826764 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.827054 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.827333 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.827618 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.827918 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.828725 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.829027 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.829305 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.829583 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.829866 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.830143 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.830420 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.830702 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.830985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.831279 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.831572 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.831867 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.832159 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.832479 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.832762 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.833070 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.833348 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:11.833569 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 08:45:11.833808 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110117) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 08:45:12.204037 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 08:45:12.204248 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 08:45:12.204578 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 08:45:12.205052 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 08:45:12.530328 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.530619 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.530888 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.532087 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.532385 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.532761 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.586855 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.587136 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.587401 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.601782 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.602062 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.602330 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.630977 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.631250 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.631513 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.776014 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.776673 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:12.776945 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.005159 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.005448 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.005712 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.005974 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.006670 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.103230 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.103547 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.103830 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.104102 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.104385 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.104699 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.104959 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.105213 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.105464 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.105743 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.106000 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.106261 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.106513 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.106760 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.107013 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.107272 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.107523 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.107790 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.108060 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.108316 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.108611 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.108863 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.109141 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.109539 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.109789 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.110032 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.110417 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:13.110655 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:13.110891 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:13.111126 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:13.111359 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:13.111592 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:13.111948 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 08:45:13.115057 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 08:45:13.119384 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 08:45:13.123009 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 29 08:45:13.124642 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 08:45:13.125125 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 08:45:13.125457 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 08:45:13.125837 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 08:45:13.128645 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 08:45:13.128896 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 08:45:13.129240 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 08:45:13.134054 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 08:45:13.158504 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 08:45:13.158946 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.159243 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110117) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 08:45:13.159612 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.160985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110117) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 08:45:13.161264 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 08:45:13.161508 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 08:45:13.164734 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.165019 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:13.226832 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 08:45:13.227070 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 08:45:13.227307 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 08:45:13.227672 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 08:45:13.247354 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_db.sqlalchemy.engines [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110117) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 08:45:13.768279 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing driver for type 'gre' Mar 29 08:45:13.768929 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] gre ID ranges: [(1, 1000)] Mar 29 08:45:13.939591 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing driver for type 'local' Mar 29 08:45:13.940162 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing driver for type 'vlan' Mar 29 08:45:14.025349 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] VlanTypeDriver initialization complete Mar 29 08:45:14.025631 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing driver for type 'vxlan' Mar 29 08:45:14.026132 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] vxlan ID ranges: [(1, 1000)] Mar 29 08:45:14.213870 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing extension driver 'port_security' Mar 29 08:45:14.214211 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.extensions.port_security [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] PortSecurityExtensionDriver initialization complete Mar 29 08:45:14.214551 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing mechanism driver 'openvswitch' Mar 29 08:45:14.214870 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing mechanism driver 'hyperv' Mar 29 08:45:14.230570 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.plugin [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:45:14.231258 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.231633 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.231984 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.232552 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 08:45:14.232993 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.233349 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.233694 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.234092 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 08:45:14.235098 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.235448 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.235794 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.236192 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 08:45:14.236629 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > security_group after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.236982 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > security_group after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.237325 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > security_group after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.237858 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 08:45:14.238271 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.238628 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.238976 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.239377 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 08:45:14.239802 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > address_group after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.240138 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > address_group after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.240511 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > address_group after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.240915 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 08:45:14.241360 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] ML2 OVO RPC backend initialized. {{(pid=110117) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 08:45:14.242076 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.242434 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.242855 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.243203 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > networks before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.243550 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.243892 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > ports before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.244238 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.244623 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnets before_response 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.244967 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.245308 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.245643 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.245979 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.246315 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.246649 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.246985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.247321 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.247654 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.254811 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded quota_driver: . Mar 29 08:45:14.255187 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.plugin [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Modular L2 Plugin initialization complete Mar 29 08:45:14.255567 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading services supported by the core plugin {{(pid=110117) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 08:45:14.255914 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.plugins.ml2.managers [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Got port-security extension from driver 'port_security' Mar 29 08:45:14.256424 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.extensions.vlantransparent [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Disabled vlantransparent extension. Mar 29 08:45:14.256922 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110117) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 08:45:14.257252 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: router Mar 29 08:45:14.292472 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_interface before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.292821 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_create 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.293199 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router before_create 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.293566 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.293942 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.294300 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_delete 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.294664 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > floatingip after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.295018 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > floatingip after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.295377 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_create 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.295731 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_update 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.296081 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_update 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.296462 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.296845 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_update 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.297869 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_update 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.298245 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.298592 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.298938 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: subnet after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.299284 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.299637 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > port precommit_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.299986 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_create 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.300332 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.300701 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.301058 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router after_update 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.301404 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_delete 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.301758 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_create 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.302122 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.302469 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_update 55549900 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.302833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > agent after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.303184 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > agent after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.303530 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > network after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.304404 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Tracking information for resource: router configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:14.304745 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Tracking information for resource: floatingip configured {{(pid=110117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 08:45:14.309538 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.db.l3_agentschedulers_db [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 08:45:14.310120 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.310488 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port after_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.310845 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port after_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.311203 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: port after_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.312000 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router before_create 55550100 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.312387 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_delete 55550100 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.312788 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_create 55550100 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.313155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > router precommit_update 55550100 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.318007 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.provider_configuration [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service providers = [] {{(pid=110117) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 08:45:14.318376 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.db.servicetype_db [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110117) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 08:45:14.321362 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.service_base [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 08:45:14.321718 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.service_base [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 08:45:14.322063 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.service_base [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 08:45:14.322955 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.services.service_base [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 08:45:14.323327 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.services.service_base [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 08:45:14.323698 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.324043 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 08:45:14.334541 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.334882 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: auto_allocate Mar 29 08:45:14.340692 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: network precommit_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.341065 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: network precommit_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.341579 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.341900 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: tag Mar 29 08:45:14.348926 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.349262 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: timestamp Mar 29 08:45:14.353205 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.353537 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: network_ip_availability Mar 29 08:45:14.358944 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.359333 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.360232 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.360979 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.361305 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: flavors Mar 29 08:45:14.365992 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.366329 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading Plugin: revisions Mar 29 08:45:14.370563 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 08:45:14.370961 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_concurrency.lockutils [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.166s {{(pid=110117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 08:45:14.371696 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110117) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 08:45:14.372034 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Initializing extension manager. Mar 29 08:45:14.372587 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: __init__.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.372931 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: __pycache__ {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.373267 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: address_group.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.374022 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.374588 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: address-group Mar 29 08:45:14.374916 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: address_scope.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.375665 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.376184 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: address-scope Mar 29 08:45:14.376542 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: admin_state_down_before_update.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.385250 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.385769 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: router-admin-state-down-before-update Mar 29 08:45:14.386097 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: agent.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.386808 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.387323 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: agent Mar 29 08:45:14.387648 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: agent_resources_synced.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.388606 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.389120 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: agent-resources-synced Mar 29 08:45:14.389446 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: allowedaddresspairs.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.391276 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.391799 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: allowed-address-pairs Mar 29 08:45:14.392129 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: auto_allocated_topology.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.393242 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.393764 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: auto-allocated-topology Mar 29 08:45:14.394091 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: availability_zone.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.394792 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.395302 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: availability_zone Mar 29 08:45:14.395628 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: availability_zone_filter.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.396580 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.397092 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: availability_zone_filter Mar 29 08:45:14.397417 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: data_plane_status.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.398342 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.399102 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 08:45:14.399424 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: default_subnetpools.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.400343 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.407985 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: default-subnetpools Mar 29 08:45:14.407985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: dhcpagentscheduler.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.407985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.407985 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: dhcp_agent_scheduler Mar 29 08:45:14.407985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: dns.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.408500 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.409007 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension dns-integration not supported by any of loaded plugins Mar 29 08:45:14.409331 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: dns_domain_ports.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.410253 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.410773 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 08:45:14.411097 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.412026 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.412606 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 08:45:14.412886 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: dvr.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.413559 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.414065 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: dvr Mar 29 08:45:14.414387 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: ecmp_routes.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.415306 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.415809 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 08:45:14.416131 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: empty_string_filtering.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.417072 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.417578 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: empty-string-filtering Mar 29 08:45:14.417900 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.418820 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.419323 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 08:45:14.419646 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.420598 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.421109 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 08:45:14.421434 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: external_net.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.422956 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.423507 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: external-net Mar 29 08:45:14.423835 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: extra_dhcp_opt.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.424816 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.425338 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: extra_dhcp_opt Mar 29 08:45:14.425662 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: extraroute.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.426591 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.427102 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: extraroute Mar 29 08:45:14.427426 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: extraroute_atomic.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.428512 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.429024 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: extraroute-atomic Mar 29 08:45:14.429350 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: filter_validation.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.430025 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.430529 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: filter-validation Mar 29 08:45:14.430873 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: fip_pf_description.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.437545 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.438074 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 08:45:14.438401 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: fip_pf_port_range.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.439328 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.439833 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 08:45:14.440154 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: fip_port_details.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.441156 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.441672 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: fip-port-details Mar 29 08:45:14.441992 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: flavors.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.443226 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.443741 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: flavors Mar 29 08:45:14.444067 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.445779 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.446327 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 08:45:14.446662 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: floatingip_pools.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.447362 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.447874 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: floatingip-pools Mar 29 08:45:14.448198 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: ip_allocation.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.449212 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.449716 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 08:45:14.450038 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.450946 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.451452 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: ip-substring-filtering Mar 29 08:45:14.451775 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l2_adjacency.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.452705 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.453228 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 08:45:14.453548 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.456171 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.456732 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: router Mar 29 08:45:14.457064 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_conntrack_helper.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.459339 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.459868 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 08:45:14.460236 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.461179 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.461697 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: ext-gw-mode Mar 29 08:45:14.462092 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.463011 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.463521 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: l3-ha Mar 29 08:45:14.463845 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.464807 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.465315 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 08:45:14.465636 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_flavors.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.466555 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.467065 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: l3-flavors Mar 29 08:45:14.467386 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_ndp_proxy.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.469256 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.469804 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 08:45:14.470125 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.471037 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.471546 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 08:45:14.471869 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: l3agentscheduler.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.472945 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.473840 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: l3_agent_scheduler Mar 29 08:45:14.474169 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: local_ip.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.475966 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.476527 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension local_ip not supported by any of loaded plugins Mar 29 08:45:14.476862 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: logging.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.478315 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.478876 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension logging not supported by any of loaded plugins Mar 29 08:45:14.479204 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: metering.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.479944 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.480543 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: metering Mar 29 08:45:14.485207 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.486064 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.486580 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: metering_source_and_destination_fields Mar 29 08:45:14.486905 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: multiprovidernet.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.487867 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.488398 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: multi-provider Mar 29 08:45:14.488725 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: netmtu.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.489703 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.490215 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: net-mtu Mar 29 08:45:14.490542 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: netmtu_writable.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.491448 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.491952 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: net-mtu-writable Mar 29 08:45:14.492271 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: network_availability_zone.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.492999 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.493504 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: network_availability_zone Mar 29 08:45:14.493822 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: network_ip_availability.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.494923 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.495436 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: network-ip-availability Mar 29 08:45:14.495756 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: network_segment_range.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.496534 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.497034 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 08:45:14.497352 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: pagination.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.498500 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.498831 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: pagination Mar 29 08:45:14.499150 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: port_device_profile.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.500098 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.500637 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: port-device-profile Mar 29 08:45:14.500960 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.501884 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.502389 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: port-mac-address-regenerate Mar 29 08:45:14.502711 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.503612 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.504120 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: port-numa-affinity-policy Mar 29 08:45:14.504518 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: port_resource_request.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.505423 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.505920 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 08:45:14.506235 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: port_resource_request_groups.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.507199 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.507703 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 08:45:14.508021 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: portbindings.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.508972 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.509477 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: binding Mar 29 08:45:14.509819 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: portbindings_extended.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.511074 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.511593 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: binding-extended Mar 29 08:45:14.511915 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: portsecurity.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.512840 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.513351 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: port-security Mar 29 08:45:14.513675 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: project_id.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.514643 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.514972 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: project-id Mar 29 08:45:14.515293 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: providernet.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.516196 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.516750 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: provider Mar 29 08:45:14.517071 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.520713 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.521236 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos not supported by any of loaded plugins Mar 29 08:45:14.521562 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.522802 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.523314 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 08:45:14.523896 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.524829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.525339 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 08:45:14.525659 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_default.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.526600 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.527106 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-default not supported by any of loaded plugins Mar 29 08:45:14.527427 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_fip.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.528345 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.528888 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-fip not supported by any of loaded plugins Mar 29 08:45:14.529208 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_fip_network_policy.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.530141 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.530651 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 08:45:14.530971 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_gateway_ip.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.532442 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.532954 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 08:45:14.533275 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_port_network_policy.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.538691 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.539196 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 08:45:14.539516 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.540591 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.541085 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 08:45:14.541407 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.542443 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.542994 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 08:45:14.543272 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_pps_rule.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.544512 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.545026 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-pps not supported by any of loaded plugins Mar 29 08:45:14.545348 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_rule_type_details.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.546262 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.546770 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 08:45:14.547713 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_rule_type_filter.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.548653 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.549168 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 08:45:14.549489 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: qos_rules_alias.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.550547 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.551054 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 08:45:14.551377 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: quota_check_limit.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.552280 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.552815 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: quota-check-limit Mar 29 08:45:14.553138 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: quotasv2.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.554071 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.554402 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: quotas Mar 29 08:45:14.554753 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: quotasv2_detail.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.556563 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.556897 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: quota_details Mar 29 08:45:14.557222 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: rbac.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.558287 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.558812 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: rbac-policies Mar 29 08:45:14.559140 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: rbac_address_group.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.560063 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.560595 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: rbac-address-group Mar 29 08:45:14.560921 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: rbac_address_scope.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.561864 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.562376 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: rbac-address-scope Mar 29 08:45:14.562724 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: rbac_security_groups.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.563704 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.564211 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: rbac-security-groups Mar 29 08:45:14.564570 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: rbac_subnetpool.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.565479 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.565984 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: rbac-subnetpool Mar 29 08:45:14.566303 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: revisionifmatch.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.570688 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.571194 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: revision-if-match Mar 29 08:45:14.571515 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: revisions.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.572650 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.573160 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: standard-attr-revisions Mar 29 08:45:14.573484 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: router_availability_zone.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.574154 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.574661 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: router_availability_zone Mar 29 08:45:14.574985 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: routerservicetype.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.575901 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.576427 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension router-service-type not supported by any of loaded plugins Mar 29 08:45:14.576750 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.577711 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.578789 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: security-groups-normalized-cidr Mar 29 08:45:14.579111 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: security_groups_port_filtering.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.580029 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.580567 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: port-security-groups-filtering Mar 29 08:45:14.580888 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.581891 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.582400 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: security-groups-remote-address-group Mar 29 08:45:14.582718 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.583649 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.584150 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: security-groups-shared-filtering Mar 29 08:45:14.584504 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.585088 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 08:45:14.585408 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: securitygroup.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.595738 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.599028 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: security-group Mar 29 08:45:14.599028 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: segment.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.599028 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.599028 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension segment not supported by any of loaded plugins Mar 29 08:45:14.599028 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.599734 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.600240 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 08:45:14.600587 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: servicetype.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.601679 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.602192 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: service-type Mar 29 08:45:14.602520 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: sorting.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.603490 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.603859 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: sorting Mar 29 08:45:14.604178 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: standard_attr_segment.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.605114 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.605625 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 08:45:14.605987 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: standardattrdescription.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.606633 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.607135 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: standard-attr-description Mar 29 08:45:14.607451 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: stateful_security_group.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.608394 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.608929 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: stateful-security-group Mar 29 08:45:14.609246 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: stdattrs_common.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.609880 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 08:45:14.610195 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.611143 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.611650 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 08:45:14.611966 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: subnet_onboard.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.613047 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.613558 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: subnet_onboard Mar 29 08:45:14.613876 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.614793 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.615297 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 08:45:14.615614 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: subnet_service_types.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.616558 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.617065 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: subnet-service-types Mar 29 08:45:14.617382 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: subnetallocation.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.618524 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.619036 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: subnet_allocation Mar 29 08:45:14.619356 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.620016 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.620569 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: subnetpool-prefix-ops Mar 29 08:45:14.620888 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.621811 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.622316 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 08:45:14.622632 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: tagging.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.623722 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.624236 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: standard-attr-tag Mar 29 08:45:14.624590 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: timestamp.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.628968 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.629480 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loaded extension: standard-attr-timestamp Mar 29 08:45:14.629804 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: trunk.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.630819 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.631327 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension trunk not supported by any of loaded plugins Mar 29 08:45:14.631650 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: trunk_details.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.632583 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.633089 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension trunk-details not supported by any of loaded plugins Mar 29 08:45:14.633408 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: uplink_status_propagation.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.634323 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.634872 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 08:45:14.635187 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Loading extension file: vlantransparent.py {{(pid=110117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 08:45:14.635848 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 08:45:14.636348 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 08:45:14.638878 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:network Mar 29 08:45:14.639436 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:subnet Mar 29 08:45:14.639834 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 08:45:14.640227 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:port Mar 29 08:45:14.642021 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.642458 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service FLAVORS assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.643073 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.643498 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.643826 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:router Mar 29 08:45:14.644249 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:floatingip Mar 29 08:45:14.644765 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service METERING assigned prefix: /metering {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.646239 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.646588 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.646933 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:45:14.647925 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 08:45:14.648375 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:security_group Mar 29 08:45:14.649066 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 08:45:14.649653 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service CORE assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.649980 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 08:45:14.650320 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] subnetpool is already registered Mar 29 08:45:14.650742 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service CORE assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.651065 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 08:45:14.651389 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] subnetpool is already registered Mar 29 08:45:14.653751 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.654184 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service FLAVORS assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.654771 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.655189 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.655519 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:router Mar 29 08:45:14.655853 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] router is already registered Mar 29 08:45:14.656880 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:floatingip Mar 29 08:45:14.657218 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] floatingip is already registered Mar 29 08:45:14.657670 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service METERING assigned prefix: /metering {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.658331 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 08:45:14.658686 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] rbac_policy is already registered Mar 29 08:45:14.659099 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:security_group Mar 29 08:45:14.659433 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] security_group is already registered Mar 29 08:45:14.659834 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 08:45:14.660162 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] security_group_rule is already registered Mar 29 08:45:14.660805 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service CORE assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.661128 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 08:45:14.661456 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] subnetpool is already registered Mar 29 08:45:14.661869 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.v2.resource_helper [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Service CORE assigned prefix: {{(pid=110117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 08:45:14.662193 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 08:45:14.662526 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING neutron.quota.resource_registry [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] subnetpool is already registered Mar 29 08:45:14.663006 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: extensions {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.664568 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: address-groups {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.666062 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: address-scopes {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.667385 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: agents {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.668583 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: auto-allocated-topology {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.669852 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: availability_zones {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.671072 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: dhcp-networks {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.672647 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: dhcp-agents {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.674069 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: routers {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.676328 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: flavors {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.677522 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: service_profiles {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.678761 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: next_providers {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.680197 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: service_profiles {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.682751 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: floatingip-pools {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.684012 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: routers {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.686184 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: floatingips {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.687736 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: l3-routers {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.689162 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: l3-agents {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.690564 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: metering-labels {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.692015 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: metering-label-rules {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.693377 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: network-ip-availabilities {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.694656 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: bindings {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.696304 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: quotas {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.697895 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: quotas {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.699500 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: rbac-policies {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.700857 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: security-groups {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.702082 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: security-group-rules {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.703923 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: service-providers {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.705165 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: subnetpools {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.706633 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: subnetpools {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.708101 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.709809 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.711699 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.713513 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.715335 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.717234 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.719527 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.721452 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.723275 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.725159 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron.api.extensions [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Extended resource: tags {{(pid=110117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 08:45:14.731030 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING keystonemiddleware.auth_token [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 08:45:14.735837 dv-cinder-835552-1-iscsi neutron-server[110117]: WARNING keystonemiddleware.auth_token [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 08:45:14.744599 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_concurrency.lockutils [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Acquired lock "singleton_lock" {{(pid=110117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 08:45:14.745073 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_concurrency.lockutils [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Releasing lock "singleton_lock" {{(pid=110117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 08:45:14.745720 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Starting 2 workers Mar 29 08:45:14.750664 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Started child 110226 {{(pid=110117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 08:45:14.755149 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Started child 110227 {{(pid=110117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 08:45:14.756315 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:14.756967 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO neutron.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 08:45:14.757486 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Publish callbacks [] for process (None), before_spawn {{(pid=110117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:14.758170 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [-] (110226) wsgi starting up on http://0.0.0.0:9696 Mar 29 08:45:14.759994 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:14.760473 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Starting 1 workers Mar 29 08:45:14.761607 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [-] (110227) wsgi starting up on http://0.0.0.0:9696 Mar 29 08:45:14.765374 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Started child 110228 {{(pid=110117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 08:45:14.766445 dv-cinder-835552-1-iscsi neutron-server[110117]: INFO oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Starting 1 workers Mar 29 08:45:14.769987 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] calling RpcWorker wait() {{(pid=110228) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 08:45:14.774721 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] returning from RpcWorker wait() {{(pid=110228) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 08:45:14.774721 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:14.774721 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:45:14.775102 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Started child 110229 {{(pid=110117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 08:45:14.775102 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG neutron_lib.callbacks.manager [None req-dabdf320-98ec-403f-ad53-ea43d822c44d None None] Publish callbacks [] for process (None), after_spawn {{(pid=110117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:14.776386 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 08:45:14.776601 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 08:45:14.776787 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 08:45:14.777018 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 08:45:14.777379 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 08:45:14.777539 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 08:45:14.778112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.778477 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.778735 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.778833 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:14.779278 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.779278 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.779937 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.780044 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:45:14.780190 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.780459 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.780741 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.780998 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.781161 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.781891 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.782142 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.782399 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.782707 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.782975 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.783220 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.783486 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.783679 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.783941 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.784212 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.784468 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.784724 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] debug = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.784945 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.785422 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.785650 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.785900 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.786131 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.786423 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.786669 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.786942 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.787186 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.787425 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.787667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.787918 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.788158 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.788408 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.788674 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.788904 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.789168 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.789389 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.789891 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] host = dv-cinder-835552-1-iscsi {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.790189 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.790368 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.790609 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.790855 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.791100 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.791334 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.791581 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.791840 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.792084 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.792439 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.792701 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.792949 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.793228 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.793427 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.793696 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_options = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.793849 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.794095 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.794345 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.794530 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.794684 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.794972 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.795120 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.795259 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.795516 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.795761 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.795943 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.796171 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.796408 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.797554 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.797859 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.803676 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.804829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.806112 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.807215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.808125 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_json = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.808125 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.808420 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.808575 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.808808 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.809034 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.809261 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.809512 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.809754 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.810000 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.810473 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.810768 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.811099 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.811358 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.811626 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.811875 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.812114 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.812405 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.812652 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.812898 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.813212 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.813446 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.814975 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.814975 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.814975 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.814975 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.814975 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.815374 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.815374 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.815684 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.815833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.816064 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.816383 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.816605 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.816876 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.817130 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.817359 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.817666 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.817934 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.818296 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.820110 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.821171 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.821479 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.821723 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.821972 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.822216 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.822611 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.822886 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.823119 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.823732 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.826782 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.827070 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.827328 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.827607 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.827853 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.828637 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.828892 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.829169 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.829439 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.829688 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.829936 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.830161 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.830383 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.830606 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.830843 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.831084 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.831320 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.831561 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.831790 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.832009 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.832229 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.836560 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.836933 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.837249 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.837577 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.837899 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.838600 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.838903 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.839223 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.839562 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.840652 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.840893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.841271 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.841426 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.841653 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.841892 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.842121 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.842343 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.842561 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.842776 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.843002 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.843352 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.843552 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.844321 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.844637 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.844885 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.845134 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.845391 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.845713 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.845928 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.846164 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.846456 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.846771 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.847020 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.847277 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.847498 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.847756 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.847976 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.848222 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.848474 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.848712 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.848923 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.849776 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.849776 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.849776 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.850044 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.850198 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.850437 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.850674 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.850900 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.851134 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.851358 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.851627 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.851896 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.852167 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.852436 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.852667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.852905 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.853158 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.853502 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.853708 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.853950 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.854184 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.854458 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.854853 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.855119 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.855689 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.855939 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.856186 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.856428 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.856683 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.856928 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.857175 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.857425 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.857660 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.857893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.858554 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.858554 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.858736 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.858900 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.859191 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.859364 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.859593 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.859875 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.860230 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.860498 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.860762 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.861091 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.861328 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.861571 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.861821 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.862018 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.862243 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.862471 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.862702 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.862931 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.863163 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.863399 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.863606 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.863815 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.864069 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.864460 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.864726 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.864945 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.865160 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.865376 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.865620 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.865827 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.866041 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.866273 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.866492 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.866706 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.866919 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.867152 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.867378 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.867596 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.867857 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.868107 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.868334 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.868579 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.868829 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.869067 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.869279 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.869555 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.869763 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.870020 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.870276 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.870471 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.870682 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.870891 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.871115 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.871356 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.871592 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.871827 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.872166 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.872420 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.872648 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.872871 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.873103 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.873319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.873531 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.873744 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.873972 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.874185 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.874423 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.874656 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.874893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.875130 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.875445 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.875599 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.875851 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.876084 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.876323 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.876560 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.876780 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.876993 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.877208 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.877419 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.877626 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.877833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.878045 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.878255 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.878462 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.878827 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.878961 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.879204 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.879454 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.879685 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.879921 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.880145 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.880421 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.880598 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.880837 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.881056 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.881256 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.881479 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.881692 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.881898 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.882318 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.882318 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.882518 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.882758 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.882963 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.883167 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.883386 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.883597 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.883922 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.884104 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.884280 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.884507 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.884726 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.884939 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.885146 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.885368 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.885614 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.885843 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.886480 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.886480 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.886480 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.886745 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.887315 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.887315 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.887507 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.887740 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.887981 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.888249 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.888567 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.888780 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.889016 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.889257 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.889477 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.889718 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.890015 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.890291 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.891096 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.891342 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.891578 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.891838 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.892119 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.892437 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.892911 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.893050 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.893346 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.893618 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.893898 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.894151 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.894412 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.894633 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.894862 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.895076 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.895308 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.895521 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.895785 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.896093 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.896341 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.896591 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 08:45:14.903105 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.903667 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904150 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904150 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904270 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904340 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.904833 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905298 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905298 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] debug = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905298 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905298 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905298 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905298 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.905690 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] host = dv-cinder-835552-1-iscsi {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.906155 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907158 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907158 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907158 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907158 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907381 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907381 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907508 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.907658 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908395 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908395 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908395 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908395 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908395 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908800 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_options = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908800 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.908946 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909024 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909164 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909332 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909473 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909626 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909763 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.909956 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910090 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910213 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910337 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910494 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910652 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910807 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.910963 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.911113 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.911269 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.911425 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.911797 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.911797 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912059 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912059 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912303 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912303 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912556 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912694 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912820 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.912931 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.913064 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.913215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.913405 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.913513 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.913682 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.913839 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914006 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914133 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914282 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914441 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914597 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914753 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.914907 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915062 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915217 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915371 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915526 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915685 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_json = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915838 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.915994 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.916148 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.916303 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.916483 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.916652 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.916791 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.916928 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.917063 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 08:45:14.917229 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.917388 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.917541 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.917703 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.917862 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.918020 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.918201 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.918722 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.918722 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.918722 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919028 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919028 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919182 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919259 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919383 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919573 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919700 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.919893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.921695 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922319 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922856 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922856 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.922856 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923074 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923074 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923229 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923364 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923577 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923732 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.923891 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.924052 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.924211 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.924386 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.924545 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.924683 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.924839 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925015 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925173 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925330 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925488 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925647 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925805 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.925963 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.926132 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.926291 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.926448 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.926607 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.926764 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.926921 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.927097 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.927256 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.927414 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.927572 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.927729 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.927900 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.928057 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.928215 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.928460 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.928602 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.928756 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.928897 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929023 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929135 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929256 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929420 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929578 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929735 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.929893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.930051 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.930209 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.930367 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.930525 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.930682 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.930839 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931009 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931153 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931309 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931475 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931646 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931804 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.931961 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.932123 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.932279 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.932477 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.932617 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.932781 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.932937 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.933094 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.933251 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.933408 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.933567 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.933724 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934052 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934052 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934213 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934344 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934482 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934638 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934794 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.934951 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.935110 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.935267 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.935424 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.935582 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.935741 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.935908 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.936070 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.936488 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.936488 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.936652 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.936731 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.936862 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.937020 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.937177 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.937336 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938003 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938163 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938321 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938478 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938635 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938791 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.938959 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.939120 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.939278 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.939436 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.939619 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940162 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940162 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940162 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940419 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940419 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940566 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940707 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.940865 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941031 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941204 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941345 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941480 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941614 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941748 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.941892 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942029 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942189 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942334 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942493 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942654 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942811 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.942954 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.943115 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.943276 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.943433 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.943590 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.943748 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.943905 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.944062 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.944219 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.944400 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.944551 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.944708 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.944864 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945021 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945179 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945338 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945496 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945653 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945812 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.945970 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.946127 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.946333 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.946431 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.946589 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.946747 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.946905 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947252 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947252 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947420 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947500 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947661 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947818 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.947976 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.948152 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.948310 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.948488 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.948648 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.948806 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.948964 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.949121 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.949278 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.949436 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.949594 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.949752 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.949910 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.950067 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.950225 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.950382 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.950539 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.950758 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.950893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951002 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951159 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951318 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951475 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951633 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951790 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.951948 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.952106 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.952263 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.952437 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.952600 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.952770 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.952928 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.953673 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.953848 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954006 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954164 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954331 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954489 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954646 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954803 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.954959 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.955116 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.955283 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.955440 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.955597 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.955754 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.955925 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.956056 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.956223 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.959699 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.959873 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.960048 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58392) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:14.960149 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.960232 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.960399 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.960584 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.960753 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.960964 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.961100 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.961225 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.961373 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.961545 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.961707 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.961911 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962040 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962163 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962309 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962479 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962645 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962803 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.962970 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.963129 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.963286 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.963443 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.963614 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.963772 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.963920 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.964081 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.964237 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.964415 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.964578 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.964742 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.964910 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.965077 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.965237 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.965403 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.965568 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.965735 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.965893 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.966057 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.966227 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.966386 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.966544 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.966702 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.966860 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967020 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967177 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967335 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967494 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967652 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967810 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.967968 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.968128 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.968652 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064037 Mar 29 08:45:14.968862 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.969266 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.969431 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.969594 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.969753 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.969914 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.970073 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 08:45:14.970227 dv-cinder-835552-1-iscsi neutron-server[110117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 08:45:26.470847 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb623e-177c-4a92-9719-eb6f6111b1b7 None None] get_active_networks_info from dv-cinder-835552-1-iscsi {{(pid=110228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 08:45:26.541944 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb623e-177c-4a92-9719-eb6f6111b1b7 None None] No non-hosted networks {{(pid=110228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 08:45:26.570132 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.agentschedulers_db [None req-e2cb623e-177c-4a92-9719-eb6f6111b1b7 None None] DHCP Agent not found on host dv-cinder-835552-1-iscsi {{(pid=110228) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 08:45:26.727510 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-67c65307-1f80-462d-9297-23e57aa7bb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542672'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:28.891090 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f2740d2f-e7bd-4d19-850a-caa51392c0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542672'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:28.929445 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.db.api [None req-1bcbd0e8-859e-4712-96f7-e0bfdaa34c11 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835552-1-iscsi {{(pid=110228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 08:45:28.930092 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG oslo_db.api [None req-1bcbd0e8-859e-4712-96f7-e0bfdaa34c11 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 08:45:29.537284 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd0e8-859e-4712-96f7-e0bfdaa34c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:29.657490 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58456) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:30.059765 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542672'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:30.223107 dv-cinder-835552-1-iscsi neutron-server[110227]: WARNING oslo_policy.policy [None req-253bbb94-3942-4c87-bad5-047857d14363 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:30.224070 dv-cinder-835552-1-iscsi neutron-server[110227]: WARNING oslo_policy.policy [None req-253bbb94-3942-4c87-bad5-047857d14363 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:30.460401 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [None req-253bbb94-3942-4c87-bad5-047857d14363 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:45:30.480938 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-253bbb94-3942-4c87-bad5-047857d14363 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8183465 Mar 29 08:45:31.253490 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542672'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:33.005045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542672'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:33.005045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.005925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.006692 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.007256 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.010586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.014007 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.014592 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.017512 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.017862 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:33.020839 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835552-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:45:33.048123 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835552-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:45:33.058329 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.db.l3_hamode_db [None req-53134075-1556-458f-ad4b-669c0a4e2aaf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 08:45:33.095511 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 58490) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:33.147043 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53134075-1556-458f-ad4b-669c0a4e2aaf None None] Routers set() bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:45:33.147578 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53134075-1556-458f-ad4b-669c0a4e2aaf None None] Router IDs set() for agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 08:45:33.597621 dv-cinder-835552-1-iscsi neutron-server[110226]: WARNING oslo_policy.policy [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:33.598260 dv-cinder-835552-1-iscsi neutron-server[110226]: WARNING oslo_policy.policy [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:33.817192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:45:33.909591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.policy [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 08:45:33.951670 dv-cinder-835552-1-iscsi neutron-server[110226]: WARNING oslo_policy.policy [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:33.952050 dv-cinder-835552-1-iscsi neutron-server[110226]: WARNING oslo_policy.policy [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:34.112766 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733467617760', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733467618259', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733467667302', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733467645109', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733467650205', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733467842918', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1430113', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1411959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33275405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33217555'] for rbac-policy (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:34.250418 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:34.251822 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ae953122-5961-41c4-a28d-2a17d8441d48 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1540976 Mar 29 08:45:36.718016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 58508) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:37.036578 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:45:37.145015 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Made reservation on behalf of 52d0cb5f09ab4131943f2e59f4e97e73 for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:45:37.149207 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.165481 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.286025 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks [] for security_group (06290fab-8399-493f-ba0b-6c8174a9288c), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.350401 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (06290fab-8399-493f-ba0b-6c8174a9288c), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.382514 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:45:37.410294 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733463991601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (192a95a4-5a14-4aed-83aa-393da5cdb657), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.410881 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Unsubscribe: segment precommit_create {{(pid=110226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 08:45:37.411400 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Added segment 192a95a4-5a14-4aed-83aa-393da5cdb657 of type vlan for network 52db7d31-3143-438d-be96-00f2d17e2bb3 Mar 29 08:45:37.416996 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=06290fab-8399-493f-ba0b-6c8174a9288c,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:37.452531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.452879 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.453235 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.453590 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.453925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.454250 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.454571 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.454916 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.455220 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.455538 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.455862 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.456194 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.456541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.456856 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.457172 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Tracked resource versions report: Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: pushed versions: Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: { 'AddressGroup': {'1.2'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Agent': {'1.1'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'ConntrackHelper': {'1.0'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Log': {'1.0'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'NDPProxy': {'1.0'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Network': {'1.1'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Port': {'1.7'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'PortForwarding': {'1.3'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'QosPolicy': {'1.10'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroup': {'1.5'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SubPort': {'1.0'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Subnet': {'1.1'}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Trunk': {'1.1'}} Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: consumer versions: Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Agent': '1.1', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'ConntrackHelper': '1.0', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'LocalIPAssociation': '1.0', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Log': '1.0', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'NDPProxy': '1.0', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Network': '1.1', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Port': '1.7', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'PortForwarding': '1.3', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'QosPolicy': '1.10', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroup': '1.5', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroupRule': '1.2', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SubPort': '1.0', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Subnet': '1.1', Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Trunk': '1.1'}} Mar 29 08:45:37.458544 dv-cinder-835552-1-iscsi neutron-server[110226]: {{(pid=110226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:45:37.522541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (52db7d31-3143-438d-be96-00f2d17e2bb3), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.617775 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (52db7d31-3143-438d-be96-00f2d17e2bb3), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.623046 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:45:37.623770 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:37.737258 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] Pushing event updated for resources: {'Network': ['ID=52db7d31-3143-438d-be96-00f2d17e2bb3,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:37.749812 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:45:37.787674 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-01cc19ea-c0d1-4a39-9874-73303b7f574e demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0684850 Mar 29 08:45:40.304904 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 58520) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:40.699788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ff97b-153b-4efb-b4a8-c1cf805fe940 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:45:40.701077 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e60ff97b-153b-4efb-b4a8-c1cf805fe940 demo admin] 10.222.0.16 "GET /v2.0/networks/52db7d31-3143-438d-be96-00f2d17e2bb3 HTTP/1.1" status: 200 len: 825 time: 0.3952119 Mar 29 08:45:40.724983 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-203ea00f-08be-4e03-96c4-aab5c79909c4 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/ac044d39-1ff5-4898-8a2a-8a0e3fc6d505 HTTP/1.1" status: 200 len: 734 time: 0.0183592 Mar 29 08:45:40.732950 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Request body: {'subnet': {'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:45:40.813403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Made reservation on behalf of 52d0cb5f09ab4131943f2e59f4e97e73 for: {'subnet': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:45:40.815600 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:41.148808 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (f01018da-3db6-41ab-9dbd-e41703670dbd), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:41.219476 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Pushing event updated for resources: {'Subnet': ['ID=f01018da-3db6-41ab-9dbd-e41703670dbd,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:41.221561 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Checking segment: {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:45:41.221933 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Network hostable DHCP agents. Network: 52db7d31-3143-438d-be96-00f2d17e2bb3, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:45:41.281786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:45:41.333204 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 52db7d31-3143-438d-be96-00f2d17e2bb3) {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:45:41.337725 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:45:41.338343 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:41.343521 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81caab5e-13b1-4269-84b4-ce89db019481 None None] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:45:41.439640 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c0bd4d66-da5e-472b-a85f-a6f06149ee7f demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7097051 Mar 29 08:45:41.723652 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-52db7d31-3143-438d-be96-00f2d17e2bb3', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:45:41.724971 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:42.000158 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Allocated IP 172.20.0.2 (52db7d31-3143-438d-be96-00f2d17e2bb3/f01018da-3db6-41ab-9dbd-e41703670dbd/d582a918-a04a-4229-9aa9-f393427dbeff) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:45:42.268514 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Publish callbacks [] for port (d582a918-a04a-4229-9aa9-f393427dbeff), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:42.316794 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:42.394306 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:45:42.401576 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:45:42.407568 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Pushing event updated for resources: {'Port': ['ID=d582a918-a04a-4229-9aa9-f393427dbeff,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:42.409770 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:45:42.419275 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.419622 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.419978 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.420335 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.420720 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.421050 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.421372 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.421694 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.422036 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.422340 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.422660 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.423004 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.423320 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.423637 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.423953 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Tracked resource versions report: Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: pushed versions: Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: { 'AddressGroup': {'1.2'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Agent': {'1.1'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'ConntrackHelper': {'1.0'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Log': {'1.0'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'NDPProxy': {'1.0'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Network': {'1.1'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Port': {'1.7'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'PortForwarding': {'1.3'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'QosPolicy': {'1.10'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroup': {'1.5'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SubPort': {'1.0'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Subnet': {'1.1'}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Trunk': {'1.1'}} Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: consumer versions: Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Agent': '1.1', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'ConntrackHelper': '1.0', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'LocalIPAssociation': '1.0', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Log': '1.0', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'NDPProxy': '1.0', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Network': '1.1', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Port': '1.7', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'PortForwarding': '1.3', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'QosPolicy': '1.10', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroup': '1.5', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroupRule': '1.2', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SubPort': '1.0', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Subnet': '1.1', Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Trunk': '1.1'}} Mar 29 08:45:42.425409 dv-cinder-835552-1-iscsi neutron-server[110228]: {{(pid=110228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:45:42.499642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Attempting to bind port d582a918-a04a-4229-9aa9-f393427dbeff on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:45:42.500040 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Attempting to bind port d582a918-a04a-4229-9aa9-f393427dbeff by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:45:42.500483 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Attempting to bind port d582a918-a04a-4229-9aa9-f393427dbeff on network 52db7d31-3143-438d-be96-00f2d17e2bb3 {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:45:42.505364 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:45:42.505737 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Checking segment: {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:45:42.506225 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:42.506613 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Bound using segment: {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:45:42.507071 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Bound port: d582a918-a04a-4229-9aa9-f393427dbeff, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:45:42.507474 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:42.568044 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] For port d582a918-a04a-4229-9aa9-f393427dbeff, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:45:42.572309 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] For port d582a918-a04a-4229-9aa9-f393427dbeff, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d582a918-a04a-4229-9aa9-f393427dbeff,segment=NetworkSegment(192a95a4-5a14-4aed-83aa-393da5cdb657),segment_id=192a95a4-5a14-4aed-83aa-393da5cdb657)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:45:42.637337 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:42.699785 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dab41-992d-4e76-84d7-51d7b224b7a2 None None] Pushing event updated for resources: {'Port': ['ID=d582a918-a04a-4229-9aa9-f393427dbeff,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:43.981385 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 58528) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:44.295465 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [None req-c956c790-cbca-487a-a124-c413aaf28b5f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:45:44.296728 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c956c790-cbca-487a-a124-c413aaf28b5f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3143058 Mar 29 08:45:46.838426 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 58536) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:47.149979 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [None req-66644722-a7e5-4906-a2cc-a058f1a70f5e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:45:47.164374 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-66644722-a7e5-4906-a2cc-a058f1a70f5e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115814 Mar 29 08:45:49.656910 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58544) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:49.965377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:45:50.025325 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.policy [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110227) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 08:45:50.068342 dv-cinder-835552-1-iscsi neutron-server[110227]: WARNING oslo_policy.policy [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:50.068740 dv-cinder-835552-1-iscsi neutron-server[110227]: WARNING oslo_policy.policy [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 08:45:50.196792 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (668ec657-f0d1-479e-9570-cda2664e1a04), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:50.198702 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (668ec657-f0d1-479e-9570-cda2664e1a04), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:50.360676 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Publish callbacks [] for router_controller (668ec657-f0d1-479e-9570-cda2664e1a04), precommit_add_association {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:50.408985 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (668ec657-f0d1-479e-9570-cda2664e1a04), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:50.539994 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:50.556387 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3701029c-9cd5-47d3-855f-ca9a05f8c13a demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8834064 Mar 29 08:45:53.081953 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58558) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:53.393787 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [None req-641da429-9599-4921-9d8f-be284afc4119 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:45:53.393787 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-641da429-9599-4921-9d8f-be284afc4119 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092670 Mar 29 08:45:53.696399 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d582a918-a04a-4229-9aa9-f393427dbeff up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:45:53.801550 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d582a918-a04a-4229-9aa9-f393427dbeff triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:45:53.802352 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:53.918249 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d582a918-a04a-4229-9aa9-f393427dbeff is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:45:53.918969 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:53.955801 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port d582a918-a04a-4229-9aa9-f393427dbeff, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d582a918-a04a-4229-9aa9-f393427dbeff,segment=NetworkSegment(192a95a4-5a14-4aed-83aa-393da5cdb657),segment_id=192a95a4-5a14-4aed-83aa-393da5cdb657)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:45:53.958527 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86875c55-e8db-4538-ada9-61a7cdb76abc None None] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:45:54.010821 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:54.100145 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=d582a918-a04a-4229-9aa9-f393427dbeff,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:54.118110 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-4574f02e-d65e-4bfc-9aa3-6e04c2267e47 None None] Provisioning complete for port d582a918-a04a-4229-9aa9-f393427dbeff triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:45:54.118495 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4574f02e-d65e-4bfc-9aa3-6e04c2267e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:54.210153 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-4574f02e-d65e-4bfc-9aa3-6e04c2267e47 None None] Current status of the port d582a918-a04a-4229-9aa9-f393427dbeff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:45:54.434064 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-b715ac19-3510-413c-b510-803ca641ee62 None None] Provisioning complete for port d582a918-a04a-4229-9aa9-f393427dbeff triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:45:54.434449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b715ac19-3510-413c-b510-803ca641ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:54.512018 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-b715ac19-3510-413c-b510-803ca641ee62 None None] Current status of the port d582a918-a04a-4229-9aa9-f393427dbeff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:45:55.630192 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d582a918-a04a-4229-9aa9-f393427dbeff up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:45:55.677116 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d582a918-a04a-4229-9aa9-f393427dbeff triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:45:55.677502 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:55.752330 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d582a918-a04a-4229-9aa9-f393427dbeff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:45:55.949933 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58568) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:56.258532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:45:56.367318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Made reservation on behalf of 44c82a08701d49aabb98d2fdeb8f9718 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:45:56.369976 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.385449 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.492876 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8e62073c-aeea-4c4a-8634-6da89d8240a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.493742 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks [] for security_group (4170b51e-3a6d-494e-b07d-51cf9bb8a683), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.526823 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (4170b51e-3a6d-494e-b07d-51cf9bb8a683), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.537670 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Reserving flat network on physical network physnet1 {{(pid=110227) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 08:45:56.569323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733463991601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (5688ae01-bf71-414c-9d07-8aba2e55fc99), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.569896 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Unsubscribe: segment precommit_create {{(pid=110227) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 08:45:56.570421 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Added segment 5688ae01-bf71-414c-9d07-8aba2e55fc99 of type flat for network a5bf56fc-a289-443b-a92b-064607153b3f Mar 29 08:45:56.586209 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4170b51e-3a6d-494e-b07d-51cf9bb8a683,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:56.631594 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.631865 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.632227 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.632605 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.632938 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.633263 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.633589 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.633911 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.634249 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.634577 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.634914 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.635251 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.635573 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.635887 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.636201 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Tracked resource versions report: Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: pushed versions: Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: { 'AddressGroup': {'1.2'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Agent': {'1.1'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'ConntrackHelper': {'1.0'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Log': {'1.0'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'NDPProxy': {'1.0'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Network': {'1.1'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Port': {'1.7'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'PortForwarding': {'1.3'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'QosPolicy': {'1.10'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroup': {'1.5'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SubPort': {'1.0'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Subnet': {'1.1'}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Trunk': {'1.1'}} Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: consumer versions: Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Agent': '1.1', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'ConntrackHelper': '1.0', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'LocalIPAssociation': '1.0', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Log': '1.0', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'NDPProxy': '1.0', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Network': '1.1', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Port': '1.7', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'PortForwarding': '1.3', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'QosPolicy': '1.10', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroup': '1.5', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroupRule': '1.2', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SubPort': '1.0', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Subnet': '1.1', Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Trunk': '1.1'}} Mar 29 08:45:56.637628 dv-cinder-835552-1-iscsi neutron-server[110227]: {{(pid=110227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:45:56.684809 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (a5bf56fc-a289-443b-a92b-064607153b3f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.799990 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (a5bf56fc-a289-443b-a92b-064607153b3f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.801106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:45:56.801816 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:56.899419 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] Pushing event updated for resources: {'Network': ['ID=a5bf56fc-a289-443b-a92b-064607153b3f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:45:56.909978 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network a5bf56fc-a289-443b-a92b-064607153b3f details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:45:56.934657 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-00444d9d-b79a-49ca-b829-11b80678ba32 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9836361 Mar 29 08:45:58.836060 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-67feda1c-2310-42ab-8df7-b4cfb0bdc536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:45:59.410135 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58580) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:45:59.821931 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc02394-fc75-47a2-882c-b2a9d3bb8322 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:45:59.823255 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ffc02394-fc75-47a2-882c-b2a9d3bb8322 demo admin] 10.222.0.16 "GET /v2.0/subnets/f01018da-3db6-41ab-9dbd-e41703670dbd HTTP/1.1" status: 200 len: 849 time: 0.4121387 Mar 29 08:45:59.965759 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-1b3e2521-9d52-44e3-82d1-3460b0df840f demo admin] 10.222.0.16 "GET /v2.0/routers/668ec657-f0d1-479e-9570-cda2664e1a04 HTTP/1.1" status: 200 len: 704 time: 0.1366951 Mar 29 08:45:59.984600 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:00.235865 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:00.534871 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Allocated IP 172.20.0.1 (52db7d31-3143-438d-be96-00f2d17e2bb3/f01018da-3db6-41ab-9dbd-e41703670dbd/0529c86d-0db2-4604-9667-b93e656bea6c) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:46:00.712723 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks [] for port (0529c86d-0db2-4604-9667-b93e656bea6c), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:00.835078 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:00.904061 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:46:00.909326 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:46:00.924916 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:46:00.924916 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (668ec657-f0d1-479e-9570-cda2664e1a04), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:00.981647 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Pushing event updated for resources: {'Port': ['ID=0529c86d-0db2-4604-9667-b93e656bea6c,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:01.174147 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ffb5bf1e-882a-4db1-b9f5-6e97c1dd35e4 None None] Provisioning complete for port 0529c86d-0db2-4604-9667-b93e656bea6c triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:01.174719 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ffb5bf1e-882a-4db1-b9f5-6e97c1dd35e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.209559 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5bf1e-882a-4db1-b9f5-6e97c1dd35e4 None None] Port 0529c86d-0db2-4604-9667-b93e656bea6c cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:46:01.230319 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.233570 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.436174 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks [] for port (0529c86d-0db2-4604-9667-b93e656bea6c), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.515101 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.515858 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (668ec657-f0d1-479e-9570-cda2664e1a04), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.593871 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Pushing event updated for resources: {'Port': ['ID=0529c86d-0db2-4604-9667-b93e656bea6c,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:01.638052 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:46:01.639318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:46:01.899030 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Router 668ec657-f0d1-479e-9570-cda2664e1a04 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:46:01.932061 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-54a94bb5-e740-45a5-9245-d92372536fe5 None None] Provisioning complete for port 0529c86d-0db2-4604-9667-b93e656bea6c triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:01.932408 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-54a94bb5-e740-45a5-9245-d92372536fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:01.965025 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-54a94bb5-e740-45a5-9245-d92372536fe5 None None] Port 0529c86d-0db2-4604-9667-b93e656bea6c cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:46:01.996042 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:46:02.001803 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-c11c5ef5-0af5-42ae-9ce7-9e3aba175329 demo admin] 10.222.0.16 "PUT /v2.0/routers/668ec657-f0d1-479e-9570-cda2664e1a04/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0303280 Mar 29 08:46:02.020399 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Sync routers for ids ['668ec657-f0d1-479e-9570-cda2664e1a04'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:46:02.033453 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Routers {'668ec657-f0d1-479e-9570-cda2664e1a04'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:46:02.034389 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:45:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['668ec657-f0d1-479e-9570-cda2664e1a04'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:02.227418 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Set router 668ec657-f0d1-479e-9570-cda2664e1a04 gateway port host: None {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:46:02.655806 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'name': 'router1', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:45:50Z', 'updated_at': '2022-03-29T08:46:01Z', 'revision_number': 2, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'gw_port_host': None, '_interfaces': [{'id': '0529c86d-0db2-4604-9667-b93e656bea6c', 'name': '', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'mac_address': 'fa:16:3e:69:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:00Z', 'updated_at': '2022-03-29T08:46:01Z', 'revision_number': 2, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'subnets': [{'id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:02.706339 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Checking router: 668ec657-f0d1-479e-9570-cda2664e1a04 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:46:02.706714 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Updating router 668ec657-f0d1-479e-9570-cda2664e1a04 port 0529c86d-0db2-4604-9667-b93e656bea6c binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:46:02.759506 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.007339 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.271775 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Publish callbacks [] for port (0529c86d-0db2-4604-9667-b93e656bea6c), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.333061 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.487222 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Pushing event updated for resources: {'Port': ['ID=0529c86d-0db2-4604-9667-b93e656bea6c,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:03.511505 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.511846 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.512188 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.512550 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.512879 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Tracked resource versions report: Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: pushed versions: Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: { 'AddressGroup': {'1.2'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Agent': {'1.1'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'ConntrackHelper': {'1.0'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Log': {'1.0'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'NDPProxy': {'1.0'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Network': {'1.1'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Port': {'1.7'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'PortForwarding': {'1.3'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'QosPolicy': {'1.10'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroup': {'1.5'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SubPort': {'1.0'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Subnet': {'1.1'}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Trunk': {'1.1'}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: consumer versions: Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Agent': '1.1', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'ConntrackHelper': '1.0', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'LocalIPAssociation': '1.0', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Log': '1.0', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'NDPProxy': '1.0', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Network': '1.1', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Port': '1.7', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'PortForwarding': '1.3', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'QosPolicy': '1.10', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroup': '1.5', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroupRule': '1.2', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SubPort': '1.0', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Subnet': '1.1', Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Trunk': '1.1'}} Mar 29 08:46:03.518876 dv-cinder-835552-1-iscsi neutron-server[110229]: {{(pid=110229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:46:03.528743 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Attempting to bind port 0529c86d-0db2-4604-9667-b93e656bea6c on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:46:03.529530 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Attempting to bind port 0529c86d-0db2-4604-9667-b93e656bea6c by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:46:03.529530 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Attempting to bind port 0529c86d-0db2-4604-9667-b93e656bea6c on network 52db7d31-3143-438d-be96-00f2d17e2bb3 {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:46:03.534444 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:46:03.534840 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Checking segment: {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:46:03.535316 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.535698 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Bound using segment: {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:46:03.536157 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Bound port: 0529c86d-0db2-4604-9667-b93e656bea6c, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192a95a4-5a14-4aed-83aa-393da5cdb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:46:03.536552 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.593099 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ecec0a55-0d77-49af-bc84-77ef7a3ba62a None None] Provisioning complete for port 0529c86d-0db2-4604-9667-b93e656bea6c triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:03.593489 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ecec0a55-0d77-49af-bc84-77ef7a3ba62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.603577 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] For port 0529c86d-0db2-4604-9667-b93e656bea6c, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:46:03.623249 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] For port 0529c86d-0db2-4604-9667-b93e656bea6c, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=0529c86d-0db2-4604-9667-b93e656bea6c,segment=NetworkSegment(192a95a4-5a14-4aed-83aa-393da5cdb657),segment_id=192a95a4-5a14-4aed-83aa-393da5cdb657)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:46:03.627948 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ecec0a55-0d77-49af-bc84-77ef7a3ba62a None None] Port 0529c86d-0db2-4604-9667-b93e656bea6c cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:46:03.698137 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:03.746423 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Routers {'668ec657-f0d1-479e-9570-cda2664e1a04'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:46:03.747067 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:45:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['668ec657-f0d1-479e-9570-cda2664e1a04'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:03.827630 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ac65e-ddc3-4273-8e53-cb7a1cdd524b None None] Pushing event updated for resources: {'Port': ['ID=0529c86d-0db2-4604-9667-b93e656bea6c,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:03.852244 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] Set router 668ec657-f0d1-479e-9570-cda2664e1a04 gateway port host: None {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:46:03.953848 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] Provisioning complete for port 0529c86d-0db2-4604-9667-b93e656bea6c triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:03.954335 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:04.031090 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] Current status of the port 0529c86d-0db2-4604-9667-b93e656bea6c is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:46:04.031807 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:04.067620 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] For port 0529c86d-0db2-4604-9667-b93e656bea6c, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=0529c86d-0db2-4604-9667-b93e656bea6c,segment=NetworkSegment(192a95a4-5a14-4aed-83aa-393da5cdb657),segment_id=192a95a4-5a14-4aed-83aa-393da5cdb657)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:46:04.068696 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'name': 'router1', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:45:50Z', 'updated_at': '2022-03-29T08:46:01Z', 'revision_number': 2, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'gw_port_host': None, '_interfaces': [{'id': '0529c86d-0db2-4604-9667-b93e656bea6c', 'name': '', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'mac_address': 'fa:16:3e:69:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:00Z', 'updated_at': '2022-03-29T08:46:03Z', 'revision_number': 4, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'subnets': [{'id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:04.094999 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764afcb3-b19d-47c1-9fdb-3910ade9af2a None None] The sync data for ids ['668ec657-f0d1-479e-9570-cda2664e1a04'] in dv-cinder-835552-1-iscsi is: [{'id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'name': 'router1', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:45:50Z', 'updated_at': '2022-03-29T08:46:01Z', 'revision_number': 2, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'gw_port_host': None, '_interfaces': [{'id': '0529c86d-0db2-4604-9667-b93e656bea6c', 'name': '', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'mac_address': 'fa:16:3e:69:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:00Z', 'updated_at': '2022-03-29T08:46:03Z', 'revision_number': 4, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'subnets': [{'id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:46:04.127700 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:04.176284 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42202ce-4258-4589-8c04-a6691be9c8e7 None None] Pushing event updated for resources: {'Port': ['ID=0529c86d-0db2-4604-9667-b93e656bea6c,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:04.444053 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58600) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:46:04.578450 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973bd454-8f61-4ef8-bcbc-7f9e0ca8abad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:46:04.579793 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-973bd454-8f61-4ef8-bcbc-7f9e0ca8abad admin admin] 10.222.0.16 "GET /v2.0/networks/a5bf56fc-a289-443b-a92b-064607153b3f HTTP/1.1" status: 200 len: 842 time: 0.1342645 Mar 29 08:46:04.589186 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'gateway_ip': '172.27.1.1'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:46:04.691674 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Made reservation on behalf of 44c82a08701d49aabb98d2fdeb8f9718 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:46:04.694040 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:05.048685 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.objects.ports [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110227) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 08:46:05.049116 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (8c7eb402-7f84-4339-bb11-c6def2c4c55f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:05.106600 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7eb402-7f84-4339-bb11-c6def2c4c55f,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:05.116604 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:46:05.116962 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Network hostable DHCP agents. Network: a5bf56fc-a289-443b-a92b-064607153b3f, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:46:05.217510 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:46:05.297310 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, a5bf56fc-a289-443b-a92b-064607153b3f) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:46:05.301241 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:46:05.301799 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:05.306792 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936b383-3bfa-4c40-85fc-d99cbae121cd None None] Network a5bf56fc-a289-443b-a92b-064607153b3f requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:46:05.401229 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c20d5-8415-4ad5-a222-061eaaa186be None None] Network a5bf56fc-a289-443b-a92b-064607153b3f requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:46:05.416382 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-73ad7792-8012-47b1-a41b-ab4aeb9ecbbd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8180337 Mar 29 08:46:07.824606 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58618) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:46:07.960707 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ebf6f411-1484-4802-999b-f2be6091e2d6 demo admin] 10.222.0.16 "GET /v2.0/routers/668ec657-f0d1-479e-9570-cda2664e1a04 HTTP/1.1" status: 200 len: 710 time: 0.1349404 Mar 29 08:46:08.043881 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a079d2-3354-4c9e-99c8-e86ac32e3c43 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:46:08.045826 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-85a079d2-3354-4c9e-99c8-e86ac32e3c43 demo admin] 10.222.0.16 "GET /v2.0/networks/a5bf56fc-a289-443b-a92b-064607153b3f HTTP/1.1" status: 200 len: 886 time: 0.0793462 Mar 29 08:46:08.055381 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:46:08.376820 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks [] for router_gateway (668ec657-f0d1-479e-9570-cda2664e1a04), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:08.723071 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks [] for router_gateway (668ec657-f0d1-479e-9570-cda2664e1a04), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:08.800521 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:08.965838 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Allocated IP 172.27.1.21 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/df9e8cdd-a761-4b03-b366-e1f3a2333916) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:46:09.066869 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks [] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:09.150595 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:09.187111 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:46:09.188557 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:46:09.191791 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:46:09.268278 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Pushing event updated for resources: {'Port': ['ID=df9e8cdd-a761-4b03-b366-e1f3a2333916,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:09.548314 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks [] for router_gateway (668ec657-f0d1-479e-9570-cda2664e1a04), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:09.744735 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6315'] for router (668ec657-f0d1-479e-9570-cda2664e1a04), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:09.748224 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548278'] for router (668ec657-f0d1-479e-9570-cda2664e1a04), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:09.858608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Router 668ec657-f0d1-479e-9570-cda2664e1a04 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:46:10.048406 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:46:10.052725 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:10.068389 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b607eecc-f0ea-4c7b-9a32-6076303790aa demo admin] 10.222.0.16 "PUT /v2.0/routers/668ec657-f0d1-479e-9570-cda2664e1a04 HTTP/1.1" status: 200 len: 889 time: 2.0021167 Mar 29 08:46:11.657760 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 0529c86d-0db2-4604-9667-b93e656bea6c up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:46:11.706586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 0529c86d-0db2-4604-9667-b93e656bea6c triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:11.706881 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:11.783624 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 0529c86d-0db2-4604-9667-b93e656bea6c is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:46:12.618371 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 58630) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:46:12.654623 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Sync routers for ids ['668ec657-f0d1-479e-9570-cda2664e1a04'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:46:12.669323 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Routers {'668ec657-f0d1-479e-9570-cda2664e1a04'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:46:12.669987 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:45:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['668ec657-f0d1-479e-9570-cda2664e1a04'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:12.746486 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-26eab83c-50c1-45d8-b8fe-55cd46e1d8e1 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1269770 Mar 29 08:46:12.816861 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:46:12.902475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Set router 668ec657-f0d1-479e-9570-cda2664e1a04 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:46:13.371677 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'name': 'router1', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'df9e8cdd-a761-4b03-b366-e1f3a2333916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:45:50Z', 'updated_at': '2022-03-29T08:46:09Z', 'revision_number': 4, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'gw_port': {'id': 'df9e8cdd-a761-4b03-b366-e1f3a2333916', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:08Z', 'updated_at': '2022-03-29T08:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '0529c86d-0db2-4604-9667-b93e656bea6c', 'name': '', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'mac_address': 'fa:16:3e:69:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:00Z', 'updated_at': '2022-03-29T08:46:04Z', 'revision_number': 5, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'subnets': [{'id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:13.421664 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Checking router: 668ec657-f0d1-479e-9570-cda2664e1a04 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:46:13.422034 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Updating router 668ec657-f0d1-479e-9570-cda2664e1a04 port df9e8cdd-a761-4b03-b366-e1f3a2333916 binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:46:13.476950 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:13.797424 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Publish callbacks [] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:13.858406 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:13.902885 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Attempting to bind port df9e8cdd-a761-4b03-b366-e1f3a2333916 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:46:13.903273 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Attempting to bind port df9e8cdd-a761-4b03-b366-e1f3a2333916 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:46:13.903611 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Attempting to bind port df9e8cdd-a761-4b03-b366-e1f3a2333916 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:46:13.911642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:46:13.912016 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:46:13.912434 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:13.912823 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:46:13.913281 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Bound port: df9e8cdd-a761-4b03-b366-e1f3a2333916, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:46:13.913652 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:13.936950 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896fb48-8581-4ada-976e-53c1d3ef7b90 None None] Pushing event updated for resources: {'Port': ['ID=df9e8cdd-a761-4b03-b366-e1f3a2333916,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:13.969299 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] For port df9e8cdd-a761-4b03-b366-e1f3a2333916, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:46:13.972207 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] For port df9e8cdd-a761-4b03-b366-e1f3a2333916, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=df9e8cdd-a761-4b03-b366-e1f3a2333916,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:46:14.046837 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:14.109031 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Routers {'668ec657-f0d1-479e-9570-cda2664e1a04'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:46:14.109661 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:45:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['668ec657-f0d1-479e-9570-cda2664e1a04'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:14.147643 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896fb48-8581-4ada-976e-53c1d3ef7b90 None None] Pushing event updated for resources: {'Port': ['ID=df9e8cdd-a761-4b03-b366-e1f3a2333916,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:14.222962 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] Set router 668ec657-f0d1-479e-9570-cda2664e1a04 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:46:14.441430 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'name': 'router1', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'df9e8cdd-a761-4b03-b366-e1f3a2333916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:45:50Z', 'updated_at': '2022-03-29T08:46:09Z', 'revision_number': 4, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'gw_port': {'id': 'df9e8cdd-a761-4b03-b366-e1f3a2333916', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:08Z', 'updated_at': '2022-03-29T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '0529c86d-0db2-4604-9667-b93e656bea6c', 'name': '', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'mac_address': 'fa:16:3e:69:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:00Z', 'updated_at': '2022-03-29T08:46:04Z', 'revision_number': 5, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'subnets': [{'id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:46:14.475206 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08e0c6-858d-430d-bef8-c4faf75779f6 None None] The sync data for ids ['668ec657-f0d1-479e-9570-cda2664e1a04'] in dv-cinder-835552-1-iscsi is: [{'id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'name': 'router1', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'df9e8cdd-a761-4b03-b366-e1f3a2333916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:45:50Z', 'updated_at': '2022-03-29T08:46:09Z', 'revision_number': 4, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'gw_port': {'id': 'df9e8cdd-a761-4b03-b366-e1f3a2333916', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:18:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:08Z', 'updated_at': '2022-03-29T08:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '0529c86d-0db2-4604-9667-b93e656bea6c', 'name': '', 'network_id': '52db7d31-3143-438d-be96-00f2d17e2bb3', 'tenant_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'mac_address': 'fa:16:3e:69:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668ec657-f0d1-479e-9570-cda2664e1a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:46:00Z', 'updated_at': '2022-03-29T08:46:04Z', 'revision_number': 5, 'project_id': '52d0cb5f09ab4131943f2e59f4e97e73', 'subnets': [{'id': 'f01018da-3db6-41ab-9dbd-e41703670dbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac044d39-1ff5-4898-8a2a-8a0e3fc6d505'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:46:15.672222 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device df9e8cdd-a761-4b03-b366-e1f3a2333916 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:46:15.723038 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port df9e8cdd-a761-4b03-b366-e1f3a2333916 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:15.723466 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:15.808482 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port df9e8cdd-a761-4b03-b366-e1f3a2333916 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:46:15.808482 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:15.827158 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port df9e8cdd-a761-4b03-b366-e1f3a2333916, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=df9e8cdd-a761-4b03-b366-e1f3a2333916,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:46:15.942599 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:15.992655 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=df9e8cdd-a761-4b03-b366-e1f3a2333916,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:46:17.724651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device df9e8cdd-a761-4b03-b366-e1f3a2333916 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:46:17.828128 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port df9e8cdd-a761-4b03-b366-e1f3a2333916 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:46:17.828128 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (df9e8cdd-a761-4b03-b366-e1f3a2333916), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:17.999152 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port df9e8cdd-a761-4b03-b366-e1f3a2333916 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:46:26.530951 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-87aec253-e303-4a81-874c-32ab58e9dca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:28.846907 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2088f8e3-fbfd-496c-be33-53ebdec9f97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:29.978449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:31.189657 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:33.024504 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:49.817790 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:46:56.509252 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f08d576e-31d5-4097-86c3-9e1799604ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:58.861439 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-04e34827-b89d-4d78-87a4-3b75ea24dd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:46:59.977212 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:01.193129 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:02.993225 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:26.497085 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-267ed368-460c-4928-9fd6-0bbba8866388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:26.816056 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:47:28.872109 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-656b4f72-b2ae-46d6-801b-341ad9f61cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:29.981291 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:31.182675 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:32.999370 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:36.330372 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59114) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:36.390922 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3692ee5-e672-4ab8-89b6-12b1bb773981 admin admin] GET failed (client error): The resource could not be found. Mar 29 08:47:36.398474 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b3692ee5-e672-4ab8-89b6-12b1bb773981 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607824 Mar 29 08:47:36.555637 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891e03a-9f1b-4cc0-8f9e-e2c9308650c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:36.557128 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-0891e03a-9f1b-4cc0-8f9e-e2c9308650c5 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609907 Mar 29 08:47:38.870916 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59124) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:38.966029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79313940-a0b8-4cca-a133-9d60796bc54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:38.967366 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-79313940-a0b8-4cca-a133-9d60796bc54c admin admin] 10.222.0.16 "GET /v2.0/subnets/f01018da-3db6-41ab-9dbd-e41703670dbd HTTP/1.1" status: 200 len: 849 time: 0.0955272 Mar 29 08:47:38.976508 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:47:39.066908 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Publish callbacks [] for subnet (f01018da-3db6-41ab-9dbd-e41703670dbd), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:39.256368 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733464218242'] for subnet (f01018da-3db6-41ab-9dbd-e41703670dbd), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:39.292081 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:39.292679 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:39.294097 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] 10.222.0.16 "PUT /v2.0/subnets/f01018da-3db6-41ab-9dbd-e41703670dbd HTTP/1.1" status: 200 len: 868 time: 0.3209891 Mar 29 08:47:39.297629 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb784e-5124-421e-b18a-8ea79398e687 None None] Network 52db7d31-3143-438d-be96-00f2d17e2bb3 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:47:39.319390 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01018da-3db6-41ab-9dbd-e41703670dbd,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:47:39.327852 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.328523 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.328898 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.329259 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.330218 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.330572 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.330900 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.331230 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.331577 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.331909 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.332248 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.332622 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.332951 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.333272 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.333591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9404e-6423-4da7-9f89-9c79a211a3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:47:39.605500 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-595bdbd1-b5cd-42eb-9eda-f09026dda7c7 None None] Provisioning complete for port 0529c86d-0db2-4604-9667-b93e656bea6c triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:47:39.605893 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-595bdbd1-b5cd-42eb-9eda-f09026dda7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0529c86d-0db2-4604-9667-b93e656bea6c), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:39.686712 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-595bdbd1-b5cd-42eb-9eda-f09026dda7c7 None None] Current status of the port 0529c86d-0db2-4604-9667-b93e656bea6c is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:47:39.696308 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-595bdbd1-b5cd-42eb-9eda-f09026dda7c7 None None] Provisioning complete for port d582a918-a04a-4229-9aa9-f393427dbeff triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:47:39.696655 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-595bdbd1-b5cd-42eb-9eda-f09026dda7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d582a918-a04a-4229-9aa9-f393427dbeff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:39.771979 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-595bdbd1-b5cd-42eb-9eda-f09026dda7c7 None None] Current status of the port d582a918-a04a-4229-9aa9-f393427dbeff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:47:41.605253 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59134) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:41.801589 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3a7e3-b1bc-4ae6-8a4c-6509db8f28e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:41.802069 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3a7e3-b1bc-4ae6-8a4c-6509db8f28e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:41.803632 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ead3a7e3-b1bc-4ae6-8a4c-6509db8f28e1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973989 Mar 29 08:47:44.104576 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59142) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:44.299667 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765135f-ee0d-4a0f-85f5-a3ea10d78286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:44.300047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765135f-ee0d-4a0f-85f5-a3ea10d78286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:44.301594 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-8765135f-ee0d-4a0f-85f5-a3ea10d78286 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960702 Mar 29 08:47:46.593978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59150) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:46.723955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd93b8b-3a20-4aa6-98ef-be54815cbd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:46.725381 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-cbd93b8b-3a20-4aa6-98ef-be54815cbd6d admin admin] 10.222.0.16 "GET /v2.0/networks/52db7d31-3143-438d-be96-00f2d17e2bb3 HTTP/1.1" status: 200 len: 869 time: 0.1304042 Mar 29 08:47:49.032576 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59158) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:49.156700 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3e5ec-152f-4584-8161-8da2753c28e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:49.158046 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5fe3e5ec-152f-4584-8161-8da2753c28e1 admin admin] 10.222.0.16 "GET /v2.0/networks/a5bf56fc-a289-443b-a92b-064607153b3f HTTP/1.1" status: 200 len: 886 time: 0.1245122 Mar 29 08:47:51.444206 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59166) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:51.565745 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1e8d8-b243-45d2-9038-97235ee05cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:51.566202 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1e8d8-b243-45d2-9038-97235ee05cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:51.567693 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-a4e1e8d8-b243-45d2-9038-97235ee05cf9 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224856 Mar 29 08:47:53.852554 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59174) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:53.976253 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f9808-e5cd-4a77-a561-daa15033d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:53.976737 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f9808-e5cd-4a77-a561-daa15033d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:53.978276 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-192f9808-e5cd-4a77-a561-daa15033d529 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247003 Mar 29 08:47:56.323540 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59182) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:56.412554 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4e8b4-b716-4ee6-9380-9688360b1eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:56.413909 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5af4e8b4-b716-4ee6-9380-9688360b1eda admin admin] 10.222.0.16 "GET /v2.0/subnets/8c7eb402-7f84-4339-bb11-c6def2c4c55f HTTP/1.1" status: 200 len: 816 time: 0.0893734 Mar 29 08:47:56.535094 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2e621c3f-dc8f-40a1-9c95-52d0effa2305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:58.716792 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59190) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:47:58.809586 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64e96e-234f-4faf-a0fe-05b26ab2bcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:47:58.810945 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-fe64e96e-234f-4faf-a0fe-05b26ab2bcab admin admin] 10.222.0.16 "GET /v2.0/subnets/f01018da-3db6-41ab-9dbd-e41703670dbd HTTP/1.1" status: 200 len: 868 time: 0.0932028 Mar 29 08:47:58.879565 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c729078b-b6d9-4d0a-8cfe-6ee1819a8805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:47:59.997220 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:01.198273 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:02.998621 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:03.814537 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:48:26.516049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f6be69bd-1891-4df0-b1db-c19d6c319c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:26.965158 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59242) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:48:27.012431 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [None req-457a3b1d-28e8-4cd8-b11b-2251820193fc admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:48:27.013588 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-457a3b1d-28e8-4cd8-b11b-2251820193fc admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474234 Mar 29 08:48:28.889270 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c6f8-3f10-4550-a991-b84bed12b000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:29.412139 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59250) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:48:29.472398 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3effd061-d500-4c74-b030-2a1476675adb admin admin] GET failed (client error): The resource could not be found. Mar 29 08:48:29.474009 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3effd061-d500-4c74-b030-2a1476675adb admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605605 Mar 29 08:48:29.614970 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f498c-6bf1-4f54-b67a-a867039c8882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:48:29.616394 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e32f498c-6bf1-4f54-b67a-a867039c8882 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380482 Mar 29 08:48:29.992088 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:31.207236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:31.931444 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59258) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:48:31.977076 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:48:32.055324 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Made reservation on behalf of 44c82a08701d49aabb98d2fdeb8f9718 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:48:32.057612 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:32.086219 dv-cinder-835552-1-iscsi neutron-server[110227]: WARNING neutron.services.revisions.revision_plugin [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Could not find related network for resource to bump revision. Mar 29 08:48:32.099849 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:48:32.109253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (61bbd3c2-36b2-4a84-a302-3f5412447ac9), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:32.109590 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Added segment 61bbd3c2-36b2-4a84-a302-3f5412447ac9 of type vlan for network 217db007-687f-4eeb-b1f8-80f3c19ede27 Mar 29 08:48:32.156706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (217db007-687f-4eeb-b1f8-80f3c19ede27), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:32.220648 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (217db007-687f-4eeb-b1f8-80f3c19ede27), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:32.221575 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:48:32.222177 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:32.278003 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Pushing event updated for resources: {'Network': ['ID=217db007-687f-4eeb-b1f8-80f3c19ede27,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:48:32.284250 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.284622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.285003 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.285346 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.285674 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.286002 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.286326 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.286653 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.286990 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.287316 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.287666 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.288045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.288411 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.288711 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.289655 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:32.300093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 217db007-687f-4eeb-b1f8-80f3c19ede27 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:48:32.309086 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-0f94406c-ad95-4b20-a33a-001b9e740e9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3766155 Mar 29 08:48:32.992795 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:34.626173 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59266) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:48:34.688015 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec91767b-a6e6-4c2e-9f28-fe7db69a03d6 admin admin] GET failed (client error): The resource could not be found. Mar 29 08:48:34.689330 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ec91767b-a6e6-4c2e-9f28-fe7db69a03d6 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621428 Mar 29 08:48:34.754591 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30758e7-3d73-447c-b5b3-ad130b43e652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:48:34.756000 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e30758e7-3d73-447c-b5b3-ad130b43e652 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0628040 Mar 29 08:48:34.765160 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:48:34.852916 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Made reservation on behalf of 44c82a08701d49aabb98d2fdeb8f9718 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:48:34.855108 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.059006 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (cfa28e39-d284-4339-bb87-38d4447e4d68), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.105722 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa28e39-d284-4339-bb87-38d4447e4d68,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:48:35.119777 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Checking segment: {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:48:35.120125 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Network hostable DHCP agents. Network: 217db007-687f-4eeb-b1f8-80f3c19ede27, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:48:35.178656 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Network 217db007-687f-4eeb-b1f8-80f3c19ede27 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:48:35.243355 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 217db007-687f-4eeb-b1f8-80f3c19ede27) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:48:35.247275 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:48:35.247863 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.252516 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fd2b5-8e06-40a9-987e-1c8c5dae585f None None] Network 217db007-687f-4eeb-b1f8-80f3c19ede27 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:48:35.321329 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f0d2ac51-4661-4a61-900c-787a0c5b43ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5585968 Mar 29 08:48:35.451987 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-217db007-687f-4eeb-b1f8-80f3c19ede27', 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27', 'project_id': '44c82a08701d49aabb98d2fdeb8f9718', 'fixed_ips': [{'subnet_id': 'cfa28e39-d284-4339-bb87-38d4447e4d68'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:48:35.452884 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.595866 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Allocated IP 192.168.233.2 (217db007-687f-4eeb-b1f8-80f3c19ede27/cfa28e39-d284-4339-bb87-38d4447e4d68/f630a113-32fa-418c-a58c-1b039bc782a0) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:48:35.740631 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Publish callbacks [] for port (f630a113-32fa-418c-a58c-1b039bc782a0), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.807771 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.843082 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Network 217db007-687f-4eeb-b1f8-80f3c19ede27 is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:48:35.845859 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:48:35.849387 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:48:35.861121 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Pushing event updated for resources: {'Port': ['ID=f630a113-32fa-418c-a58c-1b039bc782a0,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:48:35.883501 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.883844 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.884201 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.884580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.884919 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.885246 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.885569 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.885891 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.886205 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.886529 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.886848 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.887183 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.887503 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.887818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.888133 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:48:35.926092 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Attempting to bind port f630a113-32fa-418c-a58c-1b039bc782a0 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:48:35.926466 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Attempting to bind port f630a113-32fa-418c-a58c-1b039bc782a0 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:48:35.926829 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Attempting to bind port f630a113-32fa-418c-a58c-1b039bc782a0 on network 217db007-687f-4eeb-b1f8-80f3c19ede27 {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:48:35.932558 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:48:35.932935 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Checking segment: {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:48:35.933336 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.933724 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Bound using segment: {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:48:35.934186 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Bound port: f630a113-32fa-418c-a58c-1b039bc782a0, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:48:35.934561 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:35.995963 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] For port f630a113-32fa-418c-a58c-1b039bc782a0, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:48:35.999011 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] For port f630a113-32fa-418c-a58c-1b039bc782a0, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=f630a113-32fa-418c-a58c-1b039bc782a0,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:48:36.071105 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:36.135996 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd7df-eaaa-4a11-a033-b4fe3d055cbd None None] Pushing event updated for resources: {'Port': ['ID=f630a113-32fa-418c-a58c-1b039bc782a0,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:48:37.016131 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f02f0a-0c15-49fe-9288-7d622c9e1a14 None None] Network 217db007-687f-4eeb-b1f8-80f3c19ede27 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:48:37.074779 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] Provisioning complete for port f630a113-32fa-418c-a58c-1b039bc782a0 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:48:37.075167 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:37.199175 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] Current status of the port f630a113-32fa-418c-a58c-1b039bc782a0 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:48:37.199554 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:37.234232 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] For port f630a113-32fa-418c-a58c-1b039bc782a0, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=f630a113-32fa-418c-a58c-1b039bc782a0,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:48:37.316168 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:37.370670 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ed8cb-d59b-4c2c-bb75-908f04861c4a None None] Pushing event updated for resources: {'Port': ['ID=f630a113-32fa-418c-a58c-1b039bc782a0,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:48:37.436250 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-3cb82261-df12-45db-8f0e-99f57cdefd40 None None] Provisioning complete for port f630a113-32fa-418c-a58c-1b039bc782a0 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:48:37.436676 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3cb82261-df12-45db-8f0e-99f57cdefd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:37.517415 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-3cb82261-df12-45db-8f0e-99f57cdefd40 None None] Current status of the port f630a113-32fa-418c-a58c-1b039bc782a0 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:48:37.760425 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device f630a113-32fa-418c-a58c-1b039bc782a0 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:48:37.809590 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port f630a113-32fa-418c-a58c-1b039bc782a0 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:48:37.809897 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (f630a113-32fa-418c-a58c-1b039bc782a0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:37.892733 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port f630a113-32fa-418c-a58c-1b039bc782a0 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:48:40.815597 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:48:56.539971 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-eea17dd4-865a-425c-8115-b1c0d6fe3867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:48:58.869840 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1a43c477-0074-4c44-83fe-2f4fcddfd019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:00.037293 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:01.231156 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:02.994955 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:17.814782 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:49:26.505053 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad89-9d76-4975-bfae-0b814e7e9746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:28.859293 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-da777655-ef3d-45d3-b126-38ee6d0b1419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:29.984717 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:31.236452 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:33.005804 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:54.816227 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:49:56.542055 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-364cde6f-0f50-4db8-b056-511d20258761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:49:58.874172 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a88091ca-dbdd-4517-800f-a2cf72bbac83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:00.001169 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:01.200965 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:03.000803 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:12.966861 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59304) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:50:12.973056 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [None req-d207f2c2-4d8c-4978-9f2a-4d977a7499b9 tempest-verify_tempest_config-1996322538 tempest-verify_tempest_config-1996322538-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:50:12.974059 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-d207f2c2-4d8c-4978-9f2a-4d977a7499b9 tempest-verify_tempest_config-1996322538 tempest-verify_tempest_config-1996322538-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063126 Mar 29 08:50:13.491836 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59322) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:50:13.593839 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:13.664038 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Publish callbacks [] for security_group (c884851b-9d4c-4c29-ad7b-a847270d0091), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:13.732002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (c884851b-9d4c-4c29-ad7b-a847270d0091), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:13.779847 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73106e4a2fbd48e5bd993fd5c89cf38c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2868743 Mar 29 08:50:13.780927 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c884851b-9d4c-4c29-ad7b-a847270d0091,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:50:13.782626 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59326) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:50:13.788250 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.788635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.789005 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.789357 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.789695 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.790029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.790361 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.790710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.791040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.791374 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.791722 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.792191 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.792398 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.792727 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.793058 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a4e47-415a-44a6-b621-978f8e744f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:13.837947 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Publish callbacks [] for security_group (c884851b-9d4c-4c29-ad7b-a847270d0091), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:13.859109 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Publish callbacks [] for security_group (c884851b-9d4c-4c29-ad7b-a847270d0091), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:14.022115 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (c884851b-9d4c-4c29-ad7b-a847270d0091), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:14.024754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:14.025891 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c884851b-9d4c-4c29-ad7b-a847270d0091 HTTP/1.1" status: 204 len: 168 time: 0.2421966 Mar 29 08:50:14.033568 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884851b-9d4c-4c29-ad7b-a847270d0091,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:50:14.040644 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.040983 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.041346 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.041683 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.042009 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.042331 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.042648 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.043008 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.043415 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.043743 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.044062 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.044427 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.044748 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.045074 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:14.045371 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850b17c-e084-4bf7-8de5-252a1f44be7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:50:26.526276 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-643f7622-e3a5-46fc-af90-42a14a551fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:28.880490 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-366aef43-2da8-4254-80f4-dcb81a745e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:30.015356 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:31.200544 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:31.816117 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:50:33.014785 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:56.513863 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d0a7ca81-c928-44bc-9e78-121e66f08b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:50:58.890794 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e4135880-559d-42a4-9c6f-5aa212411d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:00.022555 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:01.204752 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:02.999394 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:08.814528 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:51:26.518708 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-588ad805-a076-4075-a293-6fc0cfe50967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:28.876262 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4388471c-9bf2-4927-8f10-8453a737761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:30.024912 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:31.186971 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:33.035789 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:45.813389 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 5 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:51:55.724292 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542672'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:56.532622 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-40db589b-3506-4f6b-aab2-e150b08c6401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:51:58.875179 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a28d8cd1-1d45-49f7-96b7-50604c579348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:00.000953 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:01.220093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:03.023678 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:10.917657 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59398) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:52:11.018867 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8ce3a615-9431-4368-a69d-b3fe5b0585a9 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001313 Mar 29 08:52:13.343739 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59408) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:52:13.397102 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c7d50daa-881b-447a-a528-b661f4d1efd9 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523005 Mar 29 08:52:22.811903 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:52:25.676917 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:26.520204 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-44e10dae-05ed-472d-a08d-7c9edbfbe484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:28.860006 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d11adaef-ccee-408e-828f-38b7b86f8961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:30.017597 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:31.216800 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:33.002636 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:55.656844 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:56.513333 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-804ef211-7735-42c9-8b44-d2b5ca5d1b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:58.884836 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4312f365-cb83-4441-bfae-5a172f928b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:52:59.811239 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:53:00.016327 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:01.253281 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:03.010580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:25.712781 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:26.524065 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2373fe79-486d-4ca8-899f-d05140b903b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:28.878263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-41624286-6def-4939-a7f5-318bda187904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:30.032257 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:31.255491 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:33.006146 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:36.813168 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:53:50.413069 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59532) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:50.884317 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1486052363-network', 'tenant_id': '2be54e384c4f49adb6a34444225bd618'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:51.000145 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Made reservation on behalf of 2be54e384c4f49adb6a34444225bd618 for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:51.002662 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.011596 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.089937 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks [] for security_group (1faa2956-3051-4691-88aa-9983a41350df), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.157378 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1faa2956-3051-4691-88aa-9983a41350df), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.182462 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:53:51.190970 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa2956-3051-4691-88aa-9983a41350df,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:51.200912 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.201266 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.201643 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.202000 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.202342 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.202675 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.203006 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.203333 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.203663 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.203991 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.204335 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.204702 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.205049 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.205376 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.205703 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Tracked resource versions report: Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: pushed versions: Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: { 'AddressGroup': {'1.2'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Agent': {'1.1'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'ConntrackHelper': {'1.0'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Log': {'1.0'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'NDPProxy': {'1.0'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Network': {'1.1'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Port': {'1.7'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'PortForwarding': {'1.3'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'QosPolicy': {'1.10'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroup': {'1.5'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SubPort': {'1.0'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Subnet': {'1.1'}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Trunk': {'1.1'}} Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: consumer versions: Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: HyperV agent@hv-cinder-83555: {}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Agent': '1.1', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'ConntrackHelper': '1.0', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'LocalIPAssociation': '1.0', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Log': '1.0', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'NDPProxy': '1.0', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Network': '1.1', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Port': '1.7', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'PortForwarding': '1.3', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'QosPolicy': '1.10', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroup': '1.5', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SecurityGroupRule': '1.2', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'SubPort': '1.0', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Subnet': '1.1', Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: 'Trunk': '1.1'}} Mar 29 08:53:51.206821 dv-cinder-835552-1-iscsi neutron-server[110226]: {{(pid=110226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:53:51.209659 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (57ebae96-10bb-4919-b3de-9c50c430a58c), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.209995 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Added segment 57ebae96-10bb-4919-b3de-9c50c430a58c of type vlan for network 611e19c1-7854-4676-8245-112508e60afc Mar 29 08:53:51.251891 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (611e19c1-7854-4676-8245-112508e60afc), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.352689 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (611e19c1-7854-4676-8245-112508e60afc), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.354074 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:51.354583 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.445290 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] Pushing event updated for resources: {'Network': ['ID=611e19c1-7854-4676-8245-112508e60afc,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:51.455817 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 611e19c1-7854-4676-8245-112508e60afc details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:53:51.508959 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59572) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:51.515233 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Request body: {'subnet': {'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-subnet', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:51.516751 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-022d7c99-9349-4698-9fff-7862220fe16f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1024752 Mar 29 08:53:51.617458 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Made reservation on behalf of 2be54e384c4f49adb6a34444225bd618 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:51.621259 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.883884 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (15f36853-b19b-4f54-b8cc-2b2d4c45ad68), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:51.939316 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f36853-b19b-4f54-b8cc-2b2d4c45ad68,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:51.948083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.948413 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.948762 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.949103 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.949443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.949779 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.950108 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.950461 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.951416 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.952150 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.952536 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.952892 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.953223 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.953552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.953872 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Tracked resource versions report: Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: pushed versions: Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: { 'AddressGroup': {'1.2'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Agent': {'1.1'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'ConntrackHelper': {'1.0'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Log': {'1.0'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'NDPProxy': {'1.0'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Network': {'1.1'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Port': {'1.7'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'PortForwarding': {'1.3'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'QosPolicy': {'1.10'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroup': {'1.5'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SubPort': {'1.0'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Subnet': {'1.1'}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Trunk': {'1.1'}} Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: consumer versions: Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: HyperV agent@hv-cinder-83555: {}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Agent': '1.1', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'ConntrackHelper': '1.0', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'LocalIPAssociation': '1.0', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Log': '1.0', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'NDPProxy': '1.0', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Network': '1.1', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Port': '1.7', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'PortForwarding': '1.3', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'QosPolicy': '1.10', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroup': '1.5', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SecurityGroupRule': '1.2', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'SubPort': '1.0', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Subnet': '1.1', Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: 'Trunk': '1.1'}} Mar 29 08:53:51.955097 dv-cinder-835552-1-iscsi neutron-server[110227]: {{(pid=110227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:53:51.964727 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:51.965259 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Network hostable DHCP agents. Network: 611e19c1-7854-4676-8245-112508e60afc, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:53:52.066147 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Network 611e19c1-7854-4676-8245-112508e60afc is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:53:52.161045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 611e19c1-7854-4676-8245-112508e60afc) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:52.170074 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:52.170820 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.175574 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c27ee-5a94-47a5-a0e5-11f65613a2c2 None None] Network 611e19c1-7854-4676-8245-112508e60afc requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:52.211024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59614) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:52.257279 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d40b26c5-69f6-4f86-80ac-c4ec02dac275 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7472310 Mar 29 08:53:52.260426 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59618) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:52.265935 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:52.296046 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-611e19c1-7854-4676-8245-112508e60afc', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:53:52.297023 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.375484 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (0aa52776-6129-494d-bb8d-9a085c7a4de9), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.378825 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (0aa52776-6129-494d-bb8d-9a085c7a4de9), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.436783 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Allocated IP 172.20.0.2 (611e19c1-7854-4676-8245-112508e60afc/15f36853-b19b-4f54-b8cc-2b2d4c45ad68/d7d7f392-7e10-4234-875c-b29cd855cec9) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:52.457300 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59628) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:52.595852 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Publish callbacks [] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.599190 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks [] for router_controller (0aa52776-6129-494d-bb8d-9a085c7a4de9), precommit_add_association {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.604749 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1274710563-network', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:52.643686 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59634) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:52.686400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.700965 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Made reservation on behalf of e07126d364ec4ace9c87e06f3e35410f for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:52.703495 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.727687 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:52.727687 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:52.733100 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:52.740550 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Pushing event updated for resources: {'Port': ['ID=d7d7f392-7e10-4234-875c-b29cd855cec9,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:52.750412 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.750826 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.751378 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.751680 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.752188 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.752704 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.753179 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.753653 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.756567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Tracked resource versions report: Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: pushed versions: Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: { 'AddressGroup': {'1.2'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Agent': {'1.1'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'ConntrackHelper': {'1.0'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Log': {'1.0'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'NDPProxy': {'1.0'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Network': {'1.1'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Port': {'1.7'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'PortForwarding': {'1.3'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'QosPolicy': {'1.10'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroup': {'1.5'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SubPort': {'1.0'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Subnet': {'1.1'}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Trunk': {'1.1'}} Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: consumer versions: Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: HyperV agent@hv-cinder-83555: {}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Agent': '1.1', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'ConntrackHelper': '1.0', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'LocalIPAssociation': '1.0', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Log': '1.0', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'NDPProxy': '1.0', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Network': '1.1', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Port': '1.7', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'PortForwarding': '1.3', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'QosPolicy': '1.10', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroup': '1.5', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SecurityGroupRule': '1.2', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'SubPort': '1.0', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Subnet': '1.1', Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: 'Trunk': '1.1'}} Mar 29 08:53:52.757991 dv-cinder-835552-1-iscsi neutron-server[110228]: {{(pid=110228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:53:52.781366 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.811893 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Attempting to bind port d7d7f392-7e10-4234-875c-b29cd855cec9 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:53:52.812575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Attempting to bind port d7d7f392-7e10-4234-875c-b29cd855cec9 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:53:52.813248 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Attempting to bind port d7d7f392-7e10-4234-875c-b29cd855cec9 on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:53:52.818683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:53:52.819358 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:52.819818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.820265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Bound using segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:53:52.820827 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Bound port: d7d7f392-7e10-4234-875c-b29cd855cec9, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:53:52.821263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.898081 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] For port d7d7f392-7e10-4234-875c-b29cd855cec9, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:53:52.902398 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] For port d7d7f392-7e10-4234-875c-b29cd855cec9, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d7d7f392-7e10-4234-875c-b29cd855cec9,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:53:52.923355 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59644) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:52.931437 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks [] for router_gateway (0aa52776-6129-494d-bb8d-9a085c7a4de9), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.958045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-82025230-network', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:52.973373 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.982846 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks [] for security_group (d31a884a-39c9-4c73-913d-b2df22eac464), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:52.994070 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-network', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:53.035370 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f9aaa-fd09-4519-90a5-90881fdfbe5f None None] Pushing event updated for resources: {'Port': ['ID=d7d7f392-7e10-4234-875c-b29cd855cec9,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:53.080941 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Made reservation on behalf of c570102cfad04d23b680ee0f2102edb4 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:53.083954 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.095278 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.103611 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d31a884a-39c9-4c73-913d-b2df22eac464), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.117401 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:53:53.141735 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Made reservation on behalf of 9b5075f5709e4728a0582f7fcb695f40 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:53.147751 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.151751 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.152405 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Added segment 9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48 of type vlan for network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee Mar 29 08:53:53.166040 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.172204 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a884a-39c9-4c73-913d-b2df22eac464,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:53.217692 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.266912 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks [] for security_group (69f2ab7d-4145-4a48-a041-abfe40d40773), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.402452 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.403600 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:53.404786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.463202 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1245882021-network', 'tenant_id': '0a9b84dd951e4bb48611277bb29590fc'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:53.468380 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (69f2ab7d-4145-4a48-a041-abfe40d40773), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.478425 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks [] for security_group (737cbf6d-f9a0-4205-bff6-1e6ff6dba283), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.531633 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f2ab7d-4145-4a48-a041-abfe40d40773,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:53.547352 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3351660 Mar 29 08:53:53.551996 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a109498-a602-43fb-84c2-f7062e7a7c11 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:53.555804 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59658) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:53.556768 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:53:53.568218 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Request body: {'subnet': {'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1274710563-subnet', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:53.590187 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks [] for router_gateway (0aa52776-6129-494d-bb8d-9a085c7a4de9), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.613765 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (737cbf6d-f9a0-4205-bff6-1e6ff6dba283), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.635906 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.645351 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.645914 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Added segment d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3 of type vlan for network 68420c33-7320-4078-b515-720ad6bf75ef Mar 29 08:53:53.712722 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (68420c33-7320-4078-b515-720ad6bf75ef), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.717654 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737cbf6d-f9a0-4205-bff6-1e6ff6dba283,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:53.742727 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Made reservation on behalf of 0a9b84dd951e4bb48611277bb29590fc for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:53.745347 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.757650 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.766747 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Made reservation on behalf of e07126d364ec4ace9c87e06f3e35410f for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:53.769714 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.845265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:53:53.855994 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (68420c33-7320-4078-b515-720ad6bf75ef), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.857580 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:53.858436 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:53.873307 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Allocated IP 172.27.1.66 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/f9a95e9b-94ef-43c8-8dbc-6b23cc594570) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:53.938793 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:53:53.967157 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5087430 Mar 29 08:53:53.990434 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59674) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:54.005958 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Request body: {'subnet': {'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-subnet', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:54.029121 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks [] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.056533 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366b62a-50be-439e-a1f1-6d92910afbcc admin admin] Pushing event updated for resources: {'Network': ['ID=68420c33-7320-4078-b515-720ad6bf75ef,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:54.070265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 68420c33-7320-4078-b515-720ad6bf75ef details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:53:54.082248 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.085771 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Added segment 905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3 of type vlan for network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc Mar 29 08:53:54.111398 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d7d7f392-7e10-4234-875c-b29cd855cec9 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:53:54.132201 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Made reservation on behalf of c570102cfad04d23b680ee0f2102edb4 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:54.135397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.193022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.266049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d7d7f392-7e10-4234-875c-b29cd855cec9 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:53:54.266555 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.281831 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.292463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:54.298236 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:54.325313 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:54.426711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d7d7f392-7e10-4234-875c-b29cd855cec9 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:53:54.427566 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.455886 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks [] for security_group (13aae955-34a9-489a-ab61-07b4996b96d4), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.480630 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port d7d7f392-7e10-4234-875c-b29cd855cec9, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d7d7f392-7e10-4234-875c-b29cd855cec9,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:53:54.486752 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:54.514249 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.515329 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:54.516007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.584388 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (1df3aaaa-bfd4-457d-acb3-3092c386b488), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.604829 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (13aae955-34a9-489a-ab61-07b4996b96d4), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.623782 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.629138 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51063682-5b0d-41a5-92b5-ffad796b59bc None None] Network 611e19c1-7854-4676-8245-112508e60afc requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:54.670851 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aae955-34a9-489a-ab61-07b4996b96d4,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:54.679418 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59704) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:54.679872 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0343225 Mar 29 08:53:54.684338 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Request body: {'subnet': {'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-subnet', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:54.748604 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:53:54.750561 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Checking segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:54.750922 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Network hostable DHCP agents. Network: 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:53:54.760412 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa74f-60c9-4c46-9bbf-71b8d165d827 admin admin] Pushing event updated for resources: {'Network': ['ID=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:54.793667 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df3aaaa-bfd4-457d-acb3-3092c386b488,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:54.796845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (e5dceeb0-c1da-461d-94cb-a578cbccde05), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.797384 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Added segment e5dceeb0-c1da-461d-94cb-a578cbccde05 of type vlan for network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa Mar 29 08:53:54.816626 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:53:54.868467 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.929253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (3ab9633c-7ead-4cb4-91fd-5a6e48790421), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.936033 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:53:54.960296 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-685cef3b-8fc1-4a65-82c6-6aa5f3c23638 None None] Provisioning complete for port d7d7f392-7e10-4234-875c-b29cd855cec9 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:53:54.961792 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-685cef3b-8fc1-4a65-82c6-6aa5f3c23638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.970157 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=d7d7f392-7e10-4234-875c-b29cd855cec9,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:54.984959 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Made reservation on behalf of 9b5075f5709e4728a0582f7fcb695f40 for: {'subnet': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:54.991426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.992580 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:54.992703 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:54.993600 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.097729 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:55.098910 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-685cef3b-8fc1-4a65-82c6-6aa5f3c23638 None None] Current status of the port d7d7f392-7e10-4234-875c-b29cd855cec9 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:53:55.103390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:55.104435 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.120620 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab9633c-7ead-4cb4-91fd-5a6e48790421,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:55.120874 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e1b43-711f-4bef-bc0a-73ded1f26f5d None None] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:55.139014 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Checking segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:55.139014 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Network hostable DHCP agents. Network: 68420c33-7320-4078-b515-720ad6bf75ef, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:53:55.140554 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2158775 Mar 29 08:53:55.146104 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59720) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:55.154103 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Request body: {'subnet': {'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1245882021-subnet', 'tenant_id': '0a9b84dd951e4bb48611277bb29590fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:55.157974 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f947df-4ae0-4f24-9f9e-c67d4d4afa72 admin admin] Pushing event updated for resources: {'Network': ['ID=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:55.222177 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks [] for router_gateway (0aa52776-6129-494d-bb8d-9a085c7a4de9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.234688 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f176288a-3097-4174-b6f6-46c53ee9097a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6753860 Mar 29 08:53:55.238797 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59726) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:55.247278 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:55.263614 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Network 68420c33-7320-4078-b515-720ad6bf75ef is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:53:55.276015 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 68420c33-7320-4078-b515-720ad6bf75ef) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:55.291851 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:55.293890 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.296846 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Made reservation on behalf of 0a9b84dd951e4bb48611277bb29590fc for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:53:55.300154 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.344024 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:53:55.421384 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24974af2-859f-484f-b4e2-28004718c5c7 None None] Network 68420c33-7320-4078-b515-720ad6bf75ef requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:55.444119 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.448140 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.537937 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (0aa52776-6129-494d-bb8d-9a085c7a4de9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.554499 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:53:55.554499 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.556752 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-04f97d0d-3cba-48c8-b2de-a228b28be266 None None] Provisioning complete for port d7d7f392-7e10-4234-875c-b29cd855cec9 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:53:55.557147 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-04f97d0d-3cba-48c8-b2de-a228b28be266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.584187 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (7ec193c6-3f3e-4057-9bf4-aaddf954e376), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.588585 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-68420c33-7320-4078-b515-720ad6bf75ef', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:53:55.589443 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.609981 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-98697965-e312-44e1-80db-88d7dc2e7434 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6156213 Mar 29 08:53:55.613399 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59734) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:55.624609 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:55.657643 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec193c6-3f3e-4057-9bf4-aaddf954e376,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:55.705991 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Checking segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:55.706699 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Network hostable DHCP agents. Network: 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:53:55.748331 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (e784ba2d-e742-4f0b-bfde-fdbf5cbd5194), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.761518 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks [] for router_controller (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), precommit_add_association {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.790466 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (509193f1-81dc-4d5f-b8f2-4100875812f0), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.793614 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (509193f1-81dc-4d5f-b8f2-4100875812f0), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.833970 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:53:55.883595 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e784ba2d-e742-4f0b-bfde-fdbf5cbd5194,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:55.892661 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks [] for router_controller (509193f1-81dc-4d5f-b8f2-4100875812f0), precommit_add_association {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:55.908122 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Checking segment: {'id': 'e5dceeb0-c1da-461d-94cb-a578cbccde05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:55.908530 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Network hostable DHCP agents. Network: 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:53:55.911837 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:53:56.068219 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Allocated IP 172.20.0.2 (68420c33-7320-4078-b515-720ad6bf75ef/3ab9633c-7ead-4cb4-91fd-5a6e48790421/1063bb10-9277-4fda-ba54-d66b4b45e271) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:56.085836 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:53:56.087462 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc) {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:56.101590 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:53:56.143662 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:56.144520 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.149847 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:53:56.150499 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:53:56.192971 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.194213 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-094682ce-6a9d-4b0a-8c6a-1961faebe050 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9332128 Mar 29 08:53:56.197456 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59756) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:56.243310 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Publish callbacks [] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.323303 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d7d7f392-7e10-4234-875c-b29cd855cec9 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:53:56.330179 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2103b5-397d-4f06-96e4-3789f9d4b097 None None] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:56.335629 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.348471 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-04f97d0d-3cba-48c8-b2de-a228b28be266 None None] Current status of the port d7d7f392-7e10-4234-875c-b29cd855cec9 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:53:56.373454 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.438024 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59766) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:56.458574 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b77031d4-af5f-404a-a926-d14c01481354 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7757454 Mar 29 08:53:56.460239 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59770) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:56.503746 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:53:56.581088 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks [] for router_gateway (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.594695 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:53:56.648031 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Network 68420c33-7320-4078-b515-720ad6bf75ef is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:56.658275 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Pushing event updated for resources: {'Port': ['ID=1063bb10-9277-4fda-ba54-d66b4b45e271,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:56.676711 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:53:56.682957 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:56.707129 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d958c1df-ad58-4fda-bad4-3438ebbca278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.752741 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Allocated IP 172.20.0.2 (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee/1df3aaaa-bfd4-457d-acb3-3092c386b488/69727b43-f35e-4f63-baf5-3ded61863b91) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:56.760614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (c24e3127-725b-4ffc-8df9-111ab2ae7b25), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.761950 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (c24e3127-725b-4ffc-8df9-111ab2ae7b25), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.807801 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:56.834249 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71034337-7296-4864-a289-884639844b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:53:56.834249 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-71034337-7296-4864-a289-884639844b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:56.877482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks [] for router_controller (c24e3127-725b-4ffc-8df9-111ab2ae7b25), precommit_add_association {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.025504 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-71034337-7296-4864-a289-884639844b66 None None] Allocated IP 172.20.0.2 (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc/7ec193c6-3f3e-4057-9bf4-aaddf954e376/ba268e7e-3cb3-4014-bbac-234c9bd504b3) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:57.047485 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:57.075537 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:54Z', 'revision_number': 3, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:53:57.113748 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:57.114680 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.117062 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:53:57.118012 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Updating router 0aa52776-6129-494d-bb8d-9a085c7a4de9 port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:53:57.128328 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-78b0dad7-504e-4131-afea-82f4a94bc4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.146718 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks [] for router_gateway (509193f1-81dc-4d5f-b8f2-4100875812f0), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.151452 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.156027 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c72be9-1973-4ae2-bf92-ff23ac980d6f None None] Network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:57.240801 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d7d7f392-7e10-4234-875c-b29cd855cec9 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:53:57.241203 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.289577 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks [] for router_gateway (c24e3127-725b-4ffc-8df9-111ab2ae7b25), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.320480 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ff72dd25-d086-47ee-b8d8-83f18add702b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1683774 Mar 29 08:53:57.347400 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-78b0dad7-504e-4131-afea-82f4a94bc4c2 admin admin] Publish callbacks [] for security_group (044be15b-0630-4d99-91ca-54a12d706b0d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.371299 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.467351 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-78b0dad7-504e-4131-afea-82f4a94bc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (044be15b-0630-4d99-91ca-54a12d706b0d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.531377 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Publish callbacks [] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.562741 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6333e-5394-4586-a716-80944e8d6be0 None None] Network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:53:57.612994 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-78b0dad7-504e-4131-afea-82f4a94bc4c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15a8ff26d71a4df8b859f18b7cf21a29&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1741059 Mar 29 08:53:57.627210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59820) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:57.631926 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.640561 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Attempting to bind port 1063bb10-9277-4fda-ba54-d66b4b45e271 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:53:57.640755 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Attempting to bind port 1063bb10-9277-4fda-ba54-d66b4b45e271 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:53:57.641074 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Attempting to bind port 1063bb10-9277-4fda-ba54-d66b4b45e271 on network 68420c33-7320-4078-b515-720ad6bf75ef {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:53:57.644024 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d7d7f392-7e10-4234-875c-b29cd855cec9 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:53:57.686162 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:53:57.686574 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Checking segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:57.686955 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.687364 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Bound using segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:53:57.688486 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Bound port: 1063bb10-9277-4fda-ba54-d66b4b45e271, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:53:57.690892 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.717459 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks [] for router_gateway (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.717883 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Attempting to bind port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:53:57.721928 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Attempting to bind port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:53:57.721928 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Attempting to bind port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:53:57.721928 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Pushing event updated for resources: {'Port': ['ID=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,revision_number=2']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:57.727244 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0dad7-504e-4131-afea-82f4a94bc4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044be15b-0630-4d99-91ca-54a12d706b0d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:57.748305 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:53:57.748730 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:57.749139 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.749540 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:53:57.759321 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Bound port: f9a95e9b-94ef-43c8-8dbc-6b23cc594570, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:53:57.760697 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.763620 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Allocated IP 172.20.0.1 (611e19c1-7854-4676-8245-112508e60afc/15f36853-b19b-4f54-b8cc-2b2d4c45ad68/d81d749f-632a-4212-801c-556eb59bc7ad) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:57.765459 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.766000 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.766527 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.767142 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.770617 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.771140 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.771674 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.772167 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.772674 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.778062 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.779213 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.779725 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.780219 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.781362 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.782043 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Tracked resource versions report: Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: pushed versions: Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: { 'AddressGroup': {'1.2'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Agent': {'1.1'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'ConntrackHelper': {'1.0'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'LocalIPAssociation': {'1.0'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Log': {'1.0'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'NDPProxy': {'1.0'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Network': {'1.1'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Port': {'1.7'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'PortForwarding': {'1.3'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'QosPolicy': {'1.10'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroup': {'1.5'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroupRule': {'1.2'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SubPort': {'1.0'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Subnet': {'1.1'}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Trunk': {'1.1'}} Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: consumer versions: Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: { DHCP agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: HyperV agent@hv-cinder-83555: {}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: L3 agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: Metadata agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: Metering agent@dv-cinder-835552-1-iscsi: {}, Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: Open vSwitch agent@dv-cinder-835552-1-iscsi: { 'AddressGroup': '1.2', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Agent': '1.1', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'ConntrackHelper': '1.0', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'LocalIPAssociation': '1.0', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Log': '1.0', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'NDPProxy': '1.0', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Network': '1.1', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Port': '1.7', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'PortForwarding': '1.3', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'QosPolicy': '1.10', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroup': '1.5', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SecurityGroupRule': '1.2', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'SubPort': '1.0', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Subnet': '1.1', Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: 'Trunk': '1.1'}} Mar 29 08:53:57.783351 dv-cinder-835552-1-iscsi neutron-server[110229]: {{(pid=110229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 08:53:57.817224 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-71034337-7296-4864-a289-884639844b66 None None] Publish callbacks [] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.833219 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.927750 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Publish callbacks [] for port (69727b43-f35e-4f63-baf5-3ded61863b91), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.962696 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] For port f9a95e9b-94ef-43c8-8dbc-6b23cc594570, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:53:57.966627 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] For port f9a95e9b-94ef-43c8-8dbc-6b23cc594570, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:53:57.975430 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59848) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:57.977926 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-71034337-7296-4864-a289-884639844b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:57.983239 dv-cinder-835552-1-iscsi neutron-server[110226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 08:53:57.987400 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks [] for port (d81d749f-632a-4212-801c-556eb59bc7ad), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.017863 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-37ca163d-e928-4108-bcd5-c70d4e442924 admin admin] Publish callbacks [] for security_group (044be15b-0630-4d99-91ca-54a12d706b0d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.041145 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.113472 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-37ca163d-e928-4108-bcd5-c70d4e442924 admin admin] Publish callbacks [] for security_group (044be15b-0630-4d99-91ca-54a12d706b0d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.118236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71034337-7296-4864-a289-884639844b66 None None] Pushing event updated for resources: {'Port': ['ID=ba268e7e-3cb3-4014-bbac-234c9bd504b3,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:58.128827 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.170518 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Allocated IP 172.27.1.63 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/53504978-99f7-4eb4-9f82-0cbab7cebcfe) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:58.177674 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks [] for router_gateway (509193f1-81dc-4d5f-b8f2-4100875812f0), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.199552 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:53:58.202154 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:53:58.205739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.284724 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009da54-1e84-4438-a65b-0b0375cbbc0a None None] Pushing event updated for resources: {'Port': ['ID=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:58.387391 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-37ca163d-e928-4108-bcd5-c70d4e442924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (044be15b-0630-4d99-91ca-54a12d706b0d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.395504 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-37ca163d-e928-4108-bcd5-c70d4e442924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.408447 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-37ca163d-e928-4108-bcd5-c70d4e442924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/044be15b-0630-4d99-91ca-54a12d706b0d HTTP/1.1" status: 204 len: 168 time: 0.6909308 Mar 29 08:53:58.418313 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks [] for router_gateway (c24e3127-725b-4ffc-8df9-111ab2ae7b25), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.436096 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Pushing event updated for resources: {'Port': ['ID=69727b43-f35e-4f63-baf5-3ded61863b91,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:58.437323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca163d-e928-4108-bcd5-c70d4e442924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044be15b-0630-4d99-91ca-54a12d706b0d,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:58.452012 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71034337-7296-4864-a289-884639844b66 None None] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:58.458209 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dac46031-f489-4fb2-a0ee-3950f32a3572 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:53:58.459931 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-71034337-7296-4864-a289-884639844b66 None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:58.460455 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:53:58.463455 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71034337-7296-4864-a289-884639844b66 None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:58.470832 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dac46031-f489-4fb2-a0ee-3950f32a3572 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/networks?id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa HTTP/1.1" status: 200 len: 812 time: 0.4886370 Mar 29 08:53:58.522845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks [] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.553543 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:58.563067 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:58.565719 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:58.589002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.593882 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-8bf6a68e-3801-482d-8e8d-776c94ea0632 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/quotas/0a9b84dd951e4bb48611277bb29590fc HTTP/1.1" status: 200 len: 375 time: 0.1208129 Mar 29 08:53:58.597132 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] For port 1063bb10-9277-4fda-ba54-d66b4b45e271, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:53:58.640731 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] For port 1063bb10-9277-4fda-ba54-d66b4b45e271, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1063bb10-9277-4fda-ba54-d66b4b45e271,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:53:58.645996 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-71034337-7296-4864-a289-884639844b66 None None] Attempting to bind port ba268e7e-3cb3-4014-bbac-234c9bd504b3 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:53:58.646371 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-71034337-7296-4864-a289-884639844b66 None None] Attempting to bind port ba268e7e-3cb3-4014-bbac-234c9bd504b3 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:53:58.646736 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71034337-7296-4864-a289-884639844b66 None None] Attempting to bind port ba268e7e-3cb3-4014-bbac-234c9bd504b3 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:53:58.651783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.675802 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71034337-7296-4864-a289-884639844b66 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:53:58.676177 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71034337-7296-4864-a289-884639844b66 None None] Checking segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:58.676918 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-71034337-7296-4864-a289-884639844b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.677340 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71034337-7296-4864-a289-884639844b66 None None] Bound using segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:53:58.677839 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-71034337-7296-4864-a289-884639844b66 None None] Bound port: ba268e7e-3cb3-4014-bbac-234c9bd504b3, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:53:58.678218 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-71034337-7296-4864-a289-884639844b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.696234 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Attempting to bind port 69727b43-f35e-4f63-baf5-3ded61863b91 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:53:58.696659 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Attempting to bind port 69727b43-f35e-4f63-baf5-3ded61863b91 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:53:58.697036 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Attempting to bind port 69727b43-f35e-4f63-baf5-3ded61863b91 on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:53:58.704619 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:53:58.704993 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Checking segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:53:58.705394 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.705787 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Bound using segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:53:58.706253 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Bound port: 69727b43-f35e-4f63-baf5-3ded61863b91, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:53:58.706629 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.714340 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:54Z', 'revision_number': 3, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:53:58.736514 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-0516152f-85b8-4493-ad33-ba4bf68461ab tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a9b84dd951e4bb48611277bb29590fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871594 Mar 29 08:53:58.746711 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dff9d9-d25d-46f8-b140-090fe3680c6a None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:54Z', 'revision_number': 3, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:53:58.756876 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.797547 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.864698 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Pushing event updated for resources: {'Port': ['ID=d81d749f-632a-4212-801c-556eb59bc7ad,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:58.874015 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:58.878582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:58.886930 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:58.889508 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (0aa52776-6129-494d-bb8d-9a085c7a4de9), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:58.890723 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-71034337-7296-4864-a289-884639844b66 None None] For port ba268e7e-3cb3-4014-bbac-234c9bd504b3, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:53:58.960163 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-71034337-7296-4864-a289-884639844b66 None None] For port ba268e7e-3cb3-4014-bbac-234c9bd504b3, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ba268e7e-3cb3-4014-bbac-234c9bd504b3,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:53:58.962212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:53:58.982283 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:53:59.290947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] For port 69727b43-f35e-4f63-baf5-3ded61863b91, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:53:59.296554 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Allocated IP 172.27.1.140 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/1def0678-38ba-4a03-9913-d3fe3c9c60d3) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:53:59.296554 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:53:59.298568 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-40ba9675-87e3-4a0a-859a-06980297f14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.298568 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc3bef-5f2d-4721-b766-ed6962c61a9f None None] Pushing event updated for resources: {'Port': ['ID=1063bb10-9277-4fda-ba54-d66b4b45e271,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:59.299003 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Pushing event updated for resources: {'Port': ['ID=53504978-99f7-4eb4-9f82-0cbab7cebcfe,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:59.299434 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] For port 69727b43-f35e-4f63-baf5-3ded61863b91, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=69727b43-f35e-4f63-baf5-3ded61863b91,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:53:59.299434 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-71034337-7296-4864-a289-884639844b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.299434 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71034337-7296-4864-a289-884639844b66 None None] Pushing event updated for resources: {'Port': ['ID=ba268e7e-3cb3-4014-bbac-234c9bd504b3,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:59.299806 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-f6757441-5653-45d1-8719-316691b3b53a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:53:59.299806 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-f6757441-5653-45d1-8719-316691b3b53a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2093415 Mar 29 08:53:59.299940 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.443627 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks [] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.484569 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afd3f3-6430-4769-a076-b380f2990db6 None None] Pushing event updated for resources: {'Port': ['ID=69727b43-f35e-4f63-baf5-3ded61863b91,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:53:59.653772 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-d4357599-eae4-4c37-b366-cad0eb5cbcd9 None None] Provisioning complete for port d81d749f-632a-4212-801c-556eb59bc7ad triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:53:59.662771 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d4357599-eae4-4c37-b366-cad0eb5cbcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.737592 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-301b9022-4960-40ab-8e02-a789766c697e service neutron] 10.222.0.16 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877018 Mar 29 08:53:59.768730 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d4357599-eae4-4c37-b366-cad0eb5cbcd9 None None] Port d81d749f-632a-4212-801c-556eb59bc7ad cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:53:59.781177 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59920) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:53:59.816197 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.887141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks [] for router_gateway (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:53:59.899229 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-99a1aeaf-6565-41c4-b9f1-23bc5dc12f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.063541 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.101463 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:00.113477 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Pushing event updated for resources: {'Port': ['ID=1def0678-38ba-4a03-9913-d3fe3c9c60d3,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:00.116859 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:00.233007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:00.280825 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.314763 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Allocated IP 172.27.1.182 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/199cc297-bcd1-4cdf-ada8-fba724018cd2) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:00.347733 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1063bb10-9277-4fda-ba54-d66b4b45e271 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:00.407652 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-0badcc32-49c5-4623-99ca-727af0eb8727 service neutron] 10.222.0.16 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637459 Mar 29 08:54:00.418502 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 1063bb10-9277-4fda-ba54-d66b4b45e271 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:00.418899 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.421891 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59930) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:00.615125 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 1063bb10-9277-4fda-ba54-d66b4b45e271 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:00.615708 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.701342 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59936) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:00.716955 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks [] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.751700 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 1063bb10-9277-4fda-ba54-d66b4b45e271, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1063bb10-9277-4fda-ba54-d66b4b45e271,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:00.778887 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-99a1aeaf-6565-41c4-b9f1-23bc5dc12f6b admin admin] Publish callbacks [] for security_group (7716a508-1de6-4568-aadc-601ef4a7ef56), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.829571 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.830386 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ba268e7e-3cb3-4014-bbac-234c9bd504b3 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:00.845465 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks [] for port (d81d749f-632a-4212-801c-556eb59bc7ad), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.854163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2a63937f-0e99-4241-857e-a71e80b6feff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.919482 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-99a1aeaf-6565-41c4-b9f1-23bc5dc12f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7716a508-1de6-4568-aadc-601ef4a7ef56), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.957143 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22d0cfd9-b869-4916-a88d-f389fedb886d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.989290 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-99a1aeaf-6565-41c4-b9f1-23bc5dc12f6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c328fa028cd4de9ae46f7f93182af7c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2027519 Mar 29 08:54:00.990948 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.991891 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59948) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:00.992700 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:00.993169 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59950) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:00.993395 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (0aa52776-6129-494d-bb8d-9a085c7a4de9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.003153 dv-cinder-835552-1-iscsi neutron-server[110227]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 08:54:01.045678 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1aeaf-6565-41c4-b9f1-23bc5dc12f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716a508-1de6-4568-aadc-601ef4a7ef56,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:01.072052 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=1063bb10-9277-4fda-ba54-d66b4b45e271,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:01.109331 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Pushing event updated for resources: {'Port': ['ID=199cc297-bcd1-4cdf-ada8-fba724018cd2,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:01.122335 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port ba268e7e-3cb3-4014-bbac-234c9bd504b3 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:01.122915 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.123823 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:01.131572 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:01.141006 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:01.228840 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b69df9f-29b3-4260-9cdc-1f66a529fdeb req-aba1b538-6f9e-4f56-a76b-fd37a1a9e99d tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.2297187 Mar 29 08:54:01.261141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.277683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb402d-d8a3-4323-87a3-3d1ed9743e7c None None] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:54:01.489777 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.496250 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b94f3d9-d5c1-43ab-8924-bd8b6436be0d admin admin] Publish callbacks [] for security_group (7716a508-1de6-4568-aadc-601ef4a7ef56), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.497595 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port ba268e7e-3cb3-4014-bbac-234c9bd504b3 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:01.498235 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.501320 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks [] for router_gateway (509193f1-81dc-4d5f-b8f2-4100875812f0), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.534585 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5ee55-bdb5-4ed6-a831-2508c9f3d34c None None] Network 68420c33-7320-4078-b515-720ad6bf75ef requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:54:01.585950 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks [] for router_gateway (c24e3127-725b-4ffc-8df9-111ab2ae7b25), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.599017 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b94f3d9-d5c1-43ab-8924-bd8b6436be0d admin admin] Publish callbacks [] for security_group (7716a508-1de6-4568-aadc-601ef4a7ef56), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.679077 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ceceb799-b685-4db6-b089-f4cd2091e308 None None] Provisioning complete for port ba268e7e-3cb3-4014-bbac-234c9bd504b3 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:01.679633 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ceceb799-b685-4db6-b089-f4cd2091e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.735580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port ba268e7e-3cb3-4014-bbac-234c9bd504b3, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ba268e7e-3cb3-4014-bbac-234c9bd504b3,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:01.739286 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a29852-dfc4-483e-a5b5-abd9f4fe93ec None None] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:54:01.830063 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:54:01.841864 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22d0cfd9-b869-4916-a88d-f389fedb886d admin admin] Publish callbacks [] for security_group (fbddc919-66b2-484b-b7de-0aa2fbdbd817), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.852782 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (509193f1-81dc-4d5f-b8f2-4100875812f0), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.855485 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:01.862541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2a63937f-0e99-4241-857e-a71e80b6feff admin admin] Publish callbacks [] for security_group (6a26044c-29ff-4eae-b8e6-599314d07a02), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.863733 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Pushing event updated for resources: {'Port': ['ID=d81d749f-632a-4212-801c-556eb59bc7ad,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:01.867461 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:01.895949 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b94f3d9-d5c1-43ab-8924-bd8b6436be0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7716a508-1de6-4568-aadc-601ef4a7ef56), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.901618 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b94f3d9-d5c1-43ab-8924-bd8b6436be0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.905408 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-9b94f3d9-d5c1-43ab-8924-bd8b6436be0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7716a508-1de6-4568-aadc-601ef4a7ef56 HTTP/1.1" status: 204 len: 168 time: 0.8903594 Mar 29 08:54:01.914814 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:01.915867 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device f9a95e9b-94ef-43c8-8dbc-6b23cc594570 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:02.062094 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f3d9-d5c1-43ab-8924-bd8b6436be0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716a508-1de6-4568-aadc-601ef4a7ef56,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:02.111479 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22d0cfd9-b869-4916-a88d-f389fedb886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (fbddc919-66b2-484b-b7de-0aa2fbdbd817), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:02.149144 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2a63937f-0e99-4241-857e-a71e80b6feff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (6a26044c-29ff-4eae-b8e6-599314d07a02), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:02.181291 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:02.190574 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:02.192611 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=ba268e7e-3cb3-4014-bbac-234c9bd504b3,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:02.206418 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:02.257992 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:02.258634 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:02.274263 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0cfd9-b869-4916-a88d-f389fedb886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbddc919-66b2-484b-b7de-0aa2fbdbd817,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:02.286403 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:02.286786 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:02.322601 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:02.326552 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-88105bee-f9fe-4ccd-a2fa-82df7b036c9a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0840883 Mar 29 08:54:02.326966 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 59986) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:02.457944 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:54:02.486746 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ceceb799-b685-4db6-b089-f4cd2091e308 None None] Current status of the port ba268e7e-3cb3-4014-bbac-234c9bd504b3 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:02.635005 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:02.651072 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-22d0cfd9-b869-4916-a88d-f389fedb886d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59d9b7025072400b9794e5faca692cd2&name=default HTTP/1.1" status: 200 len: 2995 time: 1.9484806 Mar 29 08:54:02.654009 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-2a63937f-0e99-4241-857e-a71e80b6feff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75adb039c64149b39725c49ece3561ed&name=default HTTP/1.1" status: 200 len: 2993 time: 2.1811690 Mar 29 08:54:02.674197 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Provisioning complete for port 1063bb10-9277-4fda-ba54-d66b4b45e271 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:02.674197 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:02.677882 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59996) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:02.678214 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 59998) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:02.694684 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:02.708151 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:02.718220 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c1b28463-934c-436e-8c49-31513c3c895f admin admin] 10.222.0.16 "PUT /v2.0/routers/0aa52776-6129-494d-bb8d-9a085c7a4de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5199857 Mar 29 08:54:02.731071 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:02.732317 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:02.832102 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:02.832762 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:02.854052 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port f9a95e9b-94ef-43c8-8dbc-6b23cc594570, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:02.913556 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-26c9b6e2-c7cb-4c64-923e-3440e9621f88 req-9990f813-ebcf-4024-b20a-10dbf0382feb tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.2567844 Mar 29 08:54:02.963674 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:02.979599 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.053261 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63937f-0e99-4241-857e-a71e80b6feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a26044c-29ff-4eae-b8e6-599314d07a02,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:03.068644 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.070812 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (c24e3127-725b-4ffc-8df9-111ab2ae7b25), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.077956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Current status of the port 1063bb10-9277-4fda-ba54-d66b4b45e271 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:03.110870 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:03.138861 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Provisioning complete for port d81d749f-632a-4212-801c-556eb59bc7ad triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:03.139300 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.188253 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Port d81d749f-632a-4212-801c-556eb59bc7ad cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:03.217689 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 3, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:03.267683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:03.281092 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Updating router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 port 53504978-99f7-4eb4-9f82-0cbab7cebcfe binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:03.285440 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Provisioning complete for port 69727b43-f35e-4f63-baf5-3ded61863b91 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:03.285843 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.299666 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:03.397751 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:03.410741 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:00Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:03.415034 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1063bb10-9277-4fda-ba54-d66b4b45e271 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:03.456913 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.464780 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:03.465375 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:03.482229 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:03.488572 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Updating router 0aa52776-6129-494d-bb8d-9a085c7a4de9 port d81d749f-632a-4212-801c-556eb59bc7ad binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:03.522964 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-319d40a9-bfa8-48c2-b8ba-2373d9fae476 admin admin] Publish callbacks [] for security_group (fbddc919-66b2-484b-b7de-0aa2fbdbd817), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.535396 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.590280 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ee2012f-175d-478b-ba8c-1a30854e8c30 admin admin] Publish callbacks [] for security_group (6a26044c-29ff-4eae-b8e6-599314d07a02), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.634135 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ee2012f-175d-478b-ba8c-1a30854e8c30 admin admin] Publish callbacks [] for security_group (6a26044c-29ff-4eae-b8e6-599314d07a02), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.693635 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.697737 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d5b2d467-d1f3-4612-b1d2-990fbaf02b9d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0812721 Mar 29 08:54:03.698341 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60026) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:03.760474 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-319d40a9-bfa8-48c2-b8ba-2373d9fae476 admin admin] Publish callbacks [] for security_group (fbddc919-66b2-484b-b7de-0aa2fbdbd817), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.869016 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.938660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ee2012f-175d-478b-ba8c-1a30854e8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (6a26044c-29ff-4eae-b8e6-599314d07a02), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.949090 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ee2012f-175d-478b-ba8c-1a30854e8c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:03.951225 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9ee2012f-175d-478b-ba8c-1a30854e8c30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a26044c-29ff-4eae-b8e6-599314d07a02 HTTP/1.1" status: 204 len: 168 time: 1.2123442 Mar 29 08:54:03.965330 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2012f-175d-478b-ba8c-1a30854e8c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a26044c-29ff-4eae-b8e6-599314d07a02,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:04.017595 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-319d40a9-bfa8-48c2-b8ba-2373d9fae476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (fbddc919-66b2-484b-b7de-0aa2fbdbd817), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.021584 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-319d40a9-bfa8-48c2-b8ba-2373d9fae476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.023135 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-319d40a9-bfa8-48c2-b8ba-2373d9fae476 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbddc919-66b2-484b-b7de-0aa2fbdbd817 HTTP/1.1" status: 204 len: 168 time: 1.3037763 Mar 29 08:54:04.048797 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Publish callbacks [] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.058816 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d40a9-bfa8-48c2-b8ba-2373d9fae476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbddc919-66b2-484b-b7de-0aa2fbdbd817,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:04.070282 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60038) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:04.089412 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811759868', 'description': 'tempest-description--2069862325'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:04.113104 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Router c24e3127-725b-4ffc-8df9-111ab2ae7b25 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:54:04.151965 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.227253 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-057e1a87-7d14-4e69-95a1-6e5a96590460 req-19b76211-8cd1-4b4b-b8d0-5c27dcc39b5a tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.0854378 Mar 29 08:54:04.244039 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Publish callbacks [] for port (d81d749f-632a-4212-801c-556eb59bc7ad), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.317940 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.321585 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.350118 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:04.387929 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4894e-e571-4607-9c31-288b847094e9 None None] Pushing event updated for resources: {'Port': ['ID=d81d749f-632a-4212-801c-556eb59bc7ad,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:04.472562 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af46c7f-a62c-4aea-83c2-7b395f8f6aee None None] Pushing event updated for resources: {'Port': ['ID=53504978-99f7-4eb4-9f82-0cbab7cebcfe,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:04.507567 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Attempting to bind port d81d749f-632a-4212-801c-556eb59bc7ad on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:04.507892 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Attempting to bind port d81d749f-632a-4212-801c-556eb59bc7ad by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:04.508255 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Attempting to bind port d81d749f-632a-4212-801c-556eb59bc7ad on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:04.511072 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:04.526898 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Sync routers for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:04.542287 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:04.543030 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:04.546568 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.547047 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Bound using segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:04.555185 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Bound port: d81d749f-632a-4212-801c-556eb59bc7ad, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:04.555185 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.568007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Allocated IP 172.20.0.1 (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee/1df3aaaa-bfd4-457d-acb3-3092c386b488/63083f73-3f44-4605-885f-2cf77c651d03) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:04.600524 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (7989bc43-31fd-41f1-bdcb-7726d7d789a2), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.618060 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:04.624799 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:04.645444 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Attempting to bind port 53504978-99f7-4eb4-9f82-0cbab7cebcfe on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:04.645817 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Attempting to bind port 53504978-99f7-4eb4-9f82-0cbab7cebcfe by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:04.646326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Attempting to bind port 53504978-99f7-4eb4-9f82-0cbab7cebcfe on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:04.648540 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 1063bb10-9277-4fda-ba54-d66b4b45e271 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:04.648927 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.650399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.655625 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e39834a5-591b-4187-b9ea-c5a18d9582e4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1558237 Mar 29 08:54:04.656452 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60044) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:04.711286 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:04.711677 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:04.712087 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.712517 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:04.713009 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Bound port: 53504978-99f7-4eb4-9f82-0cbab7cebcfe, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:04.713392 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.759231 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Current status of the port 69727b43-f35e-4f63-baf5-3ded61863b91 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:04.759562 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.800118 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks [] for port (63083f73-3f44-4605-885f-2cf77c651d03), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.830623 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7989bc43-31fd-41f1-bdcb-7726d7d789a2), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.837557 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:04.850873 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] For port 53504978-99f7-4eb4-9f82-0cbab7cebcfe, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:04.879850 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] For port 69727b43-f35e-4f63-baf5-3ded61863b91, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=69727b43-f35e-4f63-baf5-3ded61863b91,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:04.882574 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] For port 53504978-99f7-4eb4-9f82-0cbab7cebcfe, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=53504978-99f7-4eb4-9f82-0cbab7cebcfe,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:04.896203 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7989bc43-31fd-41f1-bdcb-7726d7d789a2,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:04.959194 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 1063bb10-9277-4fda-ba54-d66b4b45e271 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:04.960380 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 69727b43-f35e-4f63-baf5-3ded61863b91 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:04.981082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (63083f73-3f44-4605-885f-2cf77c651d03), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:04.999999 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.002355 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.049002 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:00Z', 'revision_number': 3, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:05.055089 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] For port d81d749f-632a-4212-801c-556eb59bc7ad, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:05.067426 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] For port d81d749f-632a-4212-801c-556eb59bc7ad, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d81d749f-632a-4212-801c-556eb59bc7ad,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:05.068526 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Pushing event updated for resources: {'Port': ['ID=63083f73-3f44-4605-885f-2cf77c651d03,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:05.096545 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:05.096901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Updating router 509193f1-81dc-4d5f-b8f2-4100875812f0 port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:05.131714 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:01Z', 'revision_number': 3, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:05.134671 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.135533 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:05.141793 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:05.145802 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:05.146541 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.163637 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-2ebd8c28-f92d-4e36-b37a-0178c8bda6cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0835543 Mar 29 08:54:05.165256 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60054) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:05.180054 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '7989bc43-31fd-41f1-bdcb-7726d7d789a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:05.185629 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Checking router: c24e3127-725b-4ffc-8df9-111ab2ae7b25 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:05.186351 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Updating router c24e3127-725b-4ffc-8df9-111ab2ae7b25 port 199cc297-bcd1-4cdf-ada8-fba724018cd2 binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:05.191543 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.199111 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:05.200278 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:05.208406 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60056) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:05.219285 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af46c7f-a62c-4aea-83c2-7b395f8f6aee None None] Pushing event updated for resources: {'Port': ['ID=53504978-99f7-4eb4-9f82-0cbab7cebcfe,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:05.315653 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.351676 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.362056 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4894e-e571-4607-9c31-288b847094e9 None None] Pushing event updated for resources: {'Port': ['ID=d81d749f-632a-4212-801c-556eb59bc7ad,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:05.385558 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.427806 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0a217f0b-08fb-46ef-85f4-d3c045c0d6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.526539 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:05.527604 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:05.527845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.13', 60291) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:05.585246 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (35cdcea7-dc8d-4605-a463-cf8b6b3f3d9a), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.861702 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (35cdcea7-dc8d-4605-a463-cf8b6b3f3d9a), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.941645 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:05.945522 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (35cdcea7-dc8d-4605-a463-cf8b6b3f3d9a), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.970382 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 69727b43-f35e-4f63-baf5-3ded61863b91 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:05.970879 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:05.993187 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Allocated IP 172.20.0.1 (68420c33-7320-4078-b515-720ad6bf75ef/3ab9633c-7ead-4cb4-91fd-5a6e48790421/dd95104c-e54f-482e-ae84-89cecfc806e8) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:06.023277 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cdcea7-dc8d-4605-a463-cf8b6b3f3d9a,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:06.040762 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.068047 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Provisioning complete for port 69727b43-f35e-4f63-baf5-3ded61863b91 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:06.068624 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.085019 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84191dbb-b6a1-403f-97a2-82527214867c None None] Pushing event updated for resources: {'Port': ['ID=69727b43-f35e-4f63-baf5-3ded61863b91,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:06.137320 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks [] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.338994 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Publish callbacks [] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.367071 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.372797 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-4e3faec9-2036-4899-904d-105cedcd4a2f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1984169 Mar 29 08:54:06.378323 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60098) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:06.401851 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '7989bc43-31fd-41f1-bdcb-7726d7d789a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:06.410133 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:05Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:06.410864 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 69727b43-f35e-4f63-baf5-3ded61863b91 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:06.412251 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ba268e7e-3cb3-4014-bbac-234c9bd504b3 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:06.454002 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1427d-3281-41fa-8656-e33aeefc46e3 None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:05Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:06.455320 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.455780 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Allocated IP 172.20.0.1 (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc/7ec193c6-3f3e-4057-9bf4-aaddf954e376/ef0f4255-17d5-459d-95c9-e79b9aa3933b) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:06.456441 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.492280 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:06.517086 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10714be3-ce11-4558-ba3d-fd364f399a13 None None] Pushing event updated for resources: {'Port': ['ID=199cc297-bcd1-4cdf-ada8-fba724018cd2,revision_number=2']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:06.549640 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Attempting to bind port 199cc297-bcd1-4cdf-ada8-fba724018cd2 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:06.550021 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Attempting to bind port 199cc297-bcd1-4cdf-ada8-fba724018cd2 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:06.552497 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Attempting to bind port 199cc297-bcd1-4cdf-ada8-fba724018cd2 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:06.566453 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:06.566453 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:06.566825 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.569902 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:06.570743 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Bound port: 199cc297-bcd1-4cdf-ada8-fba724018cd2, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:06.571151 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.590918 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b3e42267-76cd-49d8-9144-47879a16843c req-f79cffcc-4526-41cf-82b9-b1a8fbae9c3a tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.4181080 Mar 29 08:54:06.708891 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] For port 199cc297-bcd1-4cdf-ada8-fba724018cd2, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:06.721374 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] For port 199cc297-bcd1-4cdf-ada8-fba724018cd2, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=199cc297-bcd1-4cdf-ada8-fba724018cd2,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:06.723130 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (e2e08ff8-d844-41b1-b2cb-e206755782ff), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.821788 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.825953 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (e2e08ff8-d844-41b1-b2cb-e206755782ff), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.842839 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks [] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.920816 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (e2e08ff8-d844-41b1-b2cb-e206755782ff), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:06.957003 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e08ff8-d844-41b1-b2cb-e206755782ff,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:06.987583 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-0ece7397-8074-4d45-85fd-c71830abc3b4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:06.989171 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-0ece7397-8074-4d45-85fd-c71830abc3b4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.13 "GET /v2.0/networks?id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa HTTP/1.1" status: 200 len: 812 time: 1.4361928 Mar 29 08:54:07.002980 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.055279 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10714be3-ce11-4558-ba3d-fd364f399a13 None None] Pushing event updated for resources: {'Port': ['ID=199cc297-bcd1-4cdf-ada8-fba724018cd2,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:07.056517 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Request body: {'port': {'device_id': '136578e2-4741-4211-bb81-50800cd49d00', 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa', 'admin_state_up': True, 'tenant_id': '0a9b84dd951e4bb48611277bb29590fc'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:07.057808 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:07.060484 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:07.107571 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Current status of the port 69727b43-f35e-4f63-baf5-3ded61863b91 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:07.111941 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Pushing event updated for resources: {'Port': ['ID=ef0f4255-17d5-459d-95c9-e79b9aa3933b,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:07.127240 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.132204 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-babaca67-2c1b-45d3-b42e-c03fe19ea0c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7420118 Mar 29 08:54:07.138229 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60142) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:07.146720 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:07.198021 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:07.200038 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:07.221186 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:07.222107 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (c24e3127-725b-4ffc-8df9-111ab2ae7b25), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.279691 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Provisioning complete for port 1063bb10-9277-4fda-ba54-d66b4b45e271 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:07.283257 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.341436 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:07.414433 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Network 68420c33-7320-4078-b515-720ad6bf75ef is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:07.417082 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port ba268e7e-3cb3-4014-bbac-234c9bd504b3 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:07.417699 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.419276 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (63083f73-3f44-4605-885f-2cf77c651d03), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.473698 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.655129 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.882734 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks [] for port (63083f73-3f44-4605-885f-2cf77c651d03), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.903790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:07.929972 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Made reservation on behalf of 0a9b84dd951e4bb48611277bb29590fc for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:54:07.937980 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:07.959111 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:07.960252 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (509193f1-81dc-4d5f-b8f2-4100875812f0), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.103703 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:01Z', 'revision_number': 3, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:08.128783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks [] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.130395 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Publish callbacks [] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.140638 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60156) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:08.181097 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (63083f73-3f44-4605-885f-2cf77c651d03), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.183305 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.186111 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Pushing event updated for resources: {'Port': ['ID=dd95104c-e54f-482e-ae84-89cecfc806e8,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:08.187364 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0467b3-cbef-4910-af5f-0ff508b1052d None None] The sync data for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi is: [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:01Z', 'revision_number': 3, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:08.270579 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bee79de6-e079-4fe6-96ce-94e261bdad68 req-8c38ec19-6e76-4841-bca5-c6eb2d4674f6 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.1171250 Mar 29 08:54:08.291819 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.302704 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (c24e3127-725b-4ffc-8df9-111ab2ae7b25), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.310231 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.402165 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Pushing event updated for resources: {'Port': ['ID=63083f73-3f44-4605-885f-2cf77c651d03,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:08.505076 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0a217f0b-08fb-46ef-85f4-d3c045c0d6cd admin admin] Publish callbacks [] for security_group (906a0705-eb6d-4c5f-b287-a2055616c372), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.581100 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Pushing event updated for resources: {'Port': ['ID=ef0f4255-17d5-459d-95c9-e79b9aa3933b,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:08.590151 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 3, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:08.592835 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Current status of the port 1063bb10-9277-4fda-ba54-d66b4b45e271 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:08.594972 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port ba268e7e-3cb3-4014-bbac-234c9bd504b3 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:08.614302 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d42f0-337c-41a6-821e-5d5d812c3a89 None None] Pushing event updated for resources: {'Port': ['ID=1def0678-38ba-4a03-9913-d3fe3c9c60d3,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:08.677386 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0a217f0b-08fb-46ef-85f4-d3c045c0d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (906a0705-eb6d-4c5f-b287-a2055616c372), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.684774 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae1a0-2162-4d3d-82eb-6c1331ce0520 None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 3, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:08.697056 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Attempting to bind port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:08.699317 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Attempting to bind port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:08.700798 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Attempting to bind port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:08.748694 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Provisioning complete for port d81d749f-632a-4212-801c-556eb59bc7ad triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:08.749189 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.762072 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-0a217f0b-08fb-46ef-85f4-d3c045c0d6cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=170bb076fda94ef38debc26625c2a1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5483863 Mar 29 08:54:08.773914 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60160) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:08.841039 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:08.841700 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:08.843667 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.844301 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:08.845115 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Bound port: 1def0678-38ba-4a03-9913-d3fe3c9c60d3, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:08.845819 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.900760 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eeff9126-5e9a-4682-bbdc-44c164e7be71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:08.999591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:09.014734 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:09.016568 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a217f0b-08fb-46ef-85f4-d3c045c0d6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906a0705-eb6d-4c5f-b287-a2055616c372,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:09.033398 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.039404 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e96ef6b8-17e7-4ca6-ae0a-7774b7c93319 admin admin] Publish callbacks [] for security_group (906a0705-eb6d-4c5f-b287-a2055616c372), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.128547 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Current status of the port d81d749f-632a-4212-801c-556eb59bc7ad is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:09.129093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.198425 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e96ef6b8-17e7-4ca6-ae0a-7774b7c93319 admin admin] Publish callbacks [] for security_group (906a0705-eb6d-4c5f-b287-a2055616c372), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.205961 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d81d749f-632a-4212-801c-556eb59bc7ad up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:09.292887 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] For port 1def0678-38ba-4a03-9913-d3fe3c9c60d3, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:09.332603 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] For port 1def0678-38ba-4a03-9913-d3fe3c9c60d3, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1def0678-38ba-4a03-9913-d3fe3c9c60d3,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:09.382479 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d81d749f-632a-4212-801c-556eb59bc7ad triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:09.387743 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.397222 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] For port d81d749f-632a-4212-801c-556eb59bc7ad, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d81d749f-632a-4212-801c-556eb59bc7ad,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:09.438980 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.521756 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:09.553764 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.585433 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:09.594971 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.27.1.253 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/beb73373-d2c0-42b9-8892-2f2f5dfea771) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:09.617531 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Allocated IP 172.20.0.5 (53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa/e784ba2d-e742-4f0b-bfde-fdbf5cbd5194/bc49e9f1-ae4f-41c1-94a5-492e0468fb18) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:09.626109 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d02de9e-d06b-4ba1-a388-bb269db2d963 req-bf28e3c7-d6ca-4c54-bd52-76bf96a01034 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.1792634 Mar 29 08:54:09.696325 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Provisioning complete for port ba268e7e-3cb3-4014-bbac-234c9bd504b3 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:09.697135 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.701934 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d42f0-337c-41a6-821e-5d5d812c3a89 None None] Pushing event updated for resources: {'Port': ['ID=1def0678-38ba-4a03-9913-d3fe3c9c60d3,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:09.797329 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:09.797951 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:09.851022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:09.987578 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Router c24e3127-725b-4ffc-8df9-111ab2ae7b25 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:10.005300 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.062091 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Pushing event updated for resources: {'Port': ['ID=d81d749f-632a-4212-801c-556eb59bc7ad,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:10.073236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:10.105733 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=beb73373-d2c0-42b9-8892-2f2f5dfea771,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:10.133583 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e96ef6b8-17e7-4ca6-ae0a-7774b7c93319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (906a0705-eb6d-4c5f-b287-a2055616c372), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.136535 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e96ef6b8-17e7-4ca6-ae0a-7774b7c93319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.138524 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e96ef6b8-17e7-4ca6-ae0a-7774b7c93319 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/906a0705-eb6d-4c5f-b287-a2055616c372 HTTP/1.1" status: 204 len: 168 time: 1.3180318 Mar 29 08:54:10.174981 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:10.181972 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:10.184472 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef6b8-17e7-4ca6-ae0a-7774b7c93319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906a0705-eb6d-4c5f-b287-a2055616c372,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:10.188326 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:10.328707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.366944 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d81d749f-632a-4212-801c-556eb59bc7ad is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:10.372542 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 69727b43-f35e-4f63-baf5-3ded61863b91 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:10.547894 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (d6b394a0-ecef-4d62-a5a8-85505760c350), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.587529 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:10.611419 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b3a7a6f8-5bfb-4947-a8f0-797f74805d2a admin admin] 10.222.0.16 "PUT /v2.0/routers/c24e3127-725b-4ffc-8df9-111ab2ae7b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9450395 Mar 29 08:54:10.655254 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eeff9126-5e9a-4682-bbdc-44c164e7be71 admin admin] Publish callbacks [] for security_group (0416554b-454d-40cc-b312-5e9b9d5eda25), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.750358 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.817068 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks [] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.820210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eeff9126-5e9a-4682-bbdc-44c164e7be71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0416554b-454d-40cc-b312-5e9b9d5eda25), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:10.951378 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-99427e6a-08fc-4f86-b450-67b1a5d7ff69 None None] Current status of the port ba268e7e-3cb3-4014-bbac-234c9bd504b3 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:10.954669 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fee6f69d-9d1a-43ff-9dab-a6ab0b43478a req-420c5787-69ed-4f1f-a8fc-0fcc91cb93a7 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.1220136 Mar 29 08:54:11.053292 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 69727b43-f35e-4f63-baf5-3ded61863b91 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:11.054343 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.101222 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:11.138395 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Provisioning complete for port ef0f4255-17d5-459d-95c9-e79b9aa3933b triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:11.138742 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.163250 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60196) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:11.167046 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-eeff9126-5e9a-4682-bbdc-44c164e7be71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6e81d3192e24d06a4b155f242a9bde1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9955442 Mar 29 08:54:11.172625 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff9126-5e9a-4682-bbdc-44c164e7be71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416554b-454d-40cc-b312-5e9b9d5eda25,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:11.192185 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Port ef0f4255-17d5-459d-95c9-e79b9aa3933b cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:11.249248 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:11.284580 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18a9304e-b83c-4372-bdd8-17c5ac92041c admin admin] Publish callbacks [] for security_group (0416554b-454d-40cc-b312-5e9b9d5eda25), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.330653 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e313-85e4-43cc-a244-e923c8f76782 None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:11.348883 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Provisioning complete for port d81d749f-632a-4212-801c-556eb59bc7ad triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:11.349315 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.352982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18a9304e-b83c-4372-bdd8-17c5ac92041c admin admin] Publish callbacks [] for security_group (0416554b-454d-40cc-b312-5e9b9d5eda25), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.510291 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 69727b43-f35e-4f63-baf5-3ded61863b91 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:11.513095 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device f9a95e9b-94ef-43c8-8dbc-6b23cc594570 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:11.545115 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18a9304e-b83c-4372-bdd8-17c5ac92041c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0416554b-454d-40cc-b312-5e9b9d5eda25), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.550167 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:11.561242 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3e6429ca-357f-4999-ae6c-2f86507b4660 admin admin] 10.222.0.16 "PUT /v2.0/routers/b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2330649 Mar 29 08:54:11.582090 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18a9304e-b83c-4372-bdd8-17c5ac92041c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.583270 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-18a9304e-b83c-4372-bdd8-17c5ac92041c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0416554b-454d-40cc-b312-5e9b9d5eda25 HTTP/1.1" status: 204 len: 168 time: 0.4190423 Mar 29 08:54:11.654231 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks [] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.663004 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.674401 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9304e-b83c-4372-bdd8-17c5ac92041c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416554b-454d-40cc-b312-5e9b9d5eda25,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:11.753667 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.757689 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (509193f1-81dc-4d5f-b8f2-4100875812f0), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.781194 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.829366 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:11.830068 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.848493 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.925282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Current status of the port d81d749f-632a-4212-801c-556eb59bc7ad is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:11.953885 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d6b394a0-ecef-4d62-a5a8-85505760c350), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:11.982414 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Provisioning complete for port dd95104c-e54f-482e-ae84-89cecfc806e8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:11.982698 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:12.005745 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=beb73373-d2c0-42b9-8892-2f2f5dfea771,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:12.084774 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:12.086327 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ce2e0915-434a-48c1-93b8-8ff85ddc90c0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9471354 Mar 29 08:54:12.147216 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Port dd95104c-e54f-482e-ae84-89cecfc806e8 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:12.170400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:12.189131 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Provisioning complete for port 63083f73-3f44-4605-885f-2cf77c651d03 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:12.189509 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (63083f73-3f44-4605-885f-2cf77c651d03), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:12.270899 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:12.274865 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0ae43804-bc61-4bf7-ab92-15b9e2f8d918 None None] Port 63083f73-3f44-4605-885f-2cf77c651d03 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:12.279784 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:12.450153 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Pushing event updated for resources: {'Port': ['ID=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:12.578843 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:12.593200 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:12.594015 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:12.614328 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 53504978-99f7-4eb4-9f82-0cbab7cebcfe up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:12.631327 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-a2f4fe2e-824d-43b4-b817-0f5a1a0043bc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:12.633346 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-a2f4fe2e-824d-43b4-b817-0f5a1a0043bc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 819 time: 0.5557752 Mar 29 08:54:12.706569 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 53504978-99f7-4eb4-9f82-0cbab7cebcfe triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:12.709531 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:12.739769 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-1d483834-fd7b-4450-93cc-4354e4caced3 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6968114 Mar 29 08:54:12.743181 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-0b05e639-872f-43d3-92dd-a05315b1299a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/quotas/9b5075f5709e4728a0582f7fcb695f40 HTTP/1.1" status: 200 len: 375 time: 0.0956302 Mar 29 08:54:12.776257 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-d41da23f-eaaa-44e4-ae6a-884354943686 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:54:12.777641 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-d41da23f-eaaa-44e4-ae6a-884354943686 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228310 Mar 29 08:54:12.817016 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Network 68420c33-7320-4078-b515-720ad6bf75ef is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:12.819857 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Pushing event updated for resources: {'Port': ['ID=dd95104c-e54f-482e-ae84-89cecfc806e8,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:12.855206 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 53504978-99f7-4eb4-9f82-0cbab7cebcfe is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:12.857449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:12.917850 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 53504978-99f7-4eb4-9f82-0cbab7cebcfe, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=53504978-99f7-4eb4-9f82-0cbab7cebcfe,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:12.960478 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Sync routers for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:12.978094 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:12.981738 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:12.982375 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:13.053205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60254) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:13.058833 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048207544', 'description': 'tempest-description--1173136510'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:13.191779 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.238480 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.249645 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-ebd80955-05e0-4a86-8774-4892c355f5cb tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4817474 Mar 29 08:54:13.250541 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d81d749f-632a-4212-801c-556eb59bc7ad up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:13.398494 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:13.469667 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (d418968a-5e81-4f75-b13f-74975dcbf65e), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.552623 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d418968a-5e81-4f75-b13f-74975dcbf65e), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.605528 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:13.637871 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5babe0d0-0bcc-4396-ace1-e185b5147254 admin admin] 10.222.0.16 "PUT /v2.0/routers/509193f1-81dc-4d5f-b8f2-4100875812f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9265852 Mar 29 08:54:13.661268 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=53504978-99f7-4eb4-9f82-0cbab7cebcfe,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:13.681192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d418968a-5e81-4f75-b13f-74975dcbf65e,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:13.702679 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-c5d7cb3c-d14d-43d4-b248-554e28602eea None None] Provisioning complete for port dd95104c-e54f-482e-ae84-89cecfc806e8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:13.703306 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb3c-d14d-43d4-b248-554e28602eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.716333 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324132-bcc6-49d5-91c2-2842299a260f req-71e923e4-7344-4b94-bf2a-1fd89cecadde tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:13.729189 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-aa324132-bcc6-49d5-91c2-2842299a260f req-71e923e4-7344-4b94-bf2a-1fd89cecadde tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 931 time: 0.2638421 Mar 29 08:54:13.751025 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7cb3c-d14d-43d4-b248-554e28602eea None None] Port dd95104c-e54f-482e-ae84-89cecfc806e8 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:13.756428 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.760795 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bac4bc67-ce4f-4ab6-83b1-50cbdf93526e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7058115 Mar 29 08:54:13.760996 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60274) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:13.764885 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:13.766702 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'security_group_rule': {'security_group_id': 'd418968a-5e81-4f75-b13f-74975dcbf65e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:13.771592 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d81d749f-632a-4212-801c-556eb59bc7ad triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:13.772151 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:13.799474 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:13.800185 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:13.819969 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:13.846610 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-aa324132-bcc6-49d5-91c2-2842299a260f req-5b1cb778-6aa2-4031-8fe4-144c5f82cd25 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124766 Mar 29 08:54:13.873421 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:54:13.893917 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (0195bbc0-a301-4f0e-99d7-67a1a880c749), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.062692 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-075fee20-7aa7-4a50-b19e-7610abcde006 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:54:14.063739 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-075fee20-7aa7-4a50-b19e-7610abcde006 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3901789 Mar 29 08:54:14.097262 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d81d749f-632a-4212-801c-556eb59bc7ad is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:14.098385 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 199cc297-bcd1-4cdf-ada8-fba724018cd2 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:14.103977 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:14.115830 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-f073b580-0ee5-4909-8680-159f57c649e6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--811759868&fields=id&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 267 time: 0.1250176 Mar 29 08:54:14.236961 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (0195bbc0-a301-4f0e-99d7-67a1a880c749), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.283341 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 199cc297-bcd1-4cdf-ada8-fba724018cd2 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:14.283942 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.303973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-caefc39f-c681-4fa3-b6be-2cd09bdeeda3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:14.323575 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-caefc39f-c681-4fa3-b6be-2cd09bdeeda3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.1883135 Mar 29 08:54:14.326371 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (0195bbc0-a301-4f0e-99d7-67a1a880c749), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.350394 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-c0f0bd88-6d38-4443-8ae5-6b23d2fc3f6d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/quotas/2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 375 time: 0.0258181 Mar 29 08:54:14.440157 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0195bbc0-a301-4f0e-99d7-67a1a880c749,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:14.490566 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.491837 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6eb043ee-2dd0-4903-87dc-e42c8117ed40 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7298722 Mar 29 08:54:14.494521 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60300) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:14.508509 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'security_group_rule': {'security_group_id': 'd418968a-5e81-4f75-b13f-74975dcbf65e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:14.521684 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-2f3271bd-f71b-4626-89de-bf44cff59184 service neutron] 10.222.0.16 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330616 Mar 29 08:54:14.543531 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-f952a9fd-5309-4ac8-b9d0-dd42f4aa35c1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1921101 Mar 29 08:54:14.569049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 2, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:14.580826 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 199cc297-bcd1-4cdf-ada8-fba724018cd2 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:14.581224 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.587338 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 2, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:14.638730 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:14.646076 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Updating router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 port 63083f73-3f44-4605-885f-2cf77c651d03 binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:14.714615 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-bd080404-93ef-4497-a507-bb9ceefb5d4a service neutron] 10.222.0.16 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916006 Mar 29 08:54:14.729939 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-fac4ecff-15a4-4242-ac2e-b35c961e6754 service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844890 Mar 29 08:54:14.735072 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (63083f73-3f44-4605-885f-2cf77c651d03), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.741741 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (dc1a46fe-b5e0-4085-8d84-58a093e7e40d), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.754267 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 199cc297-bcd1-4cdf-ada8-fba724018cd2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=199cc297-bcd1-4cdf-ada8-fba724018cd2,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:14.756779 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Checking router: c24e3127-725b-4ffc-8df9-111ab2ae7b25 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:14.759014 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Updating router c24e3127-725b-4ffc-8df9-111ab2ae7b25 port ef0f4255-17d5-459d-95c9-e79b9aa3933b binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:14.838440 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:14.845129 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.077183 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Request body: {'port': {'device_id': '136578e2-4741-4211-bb81-50800cd49d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:15.112446 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=199cc297-bcd1-4cdf-ada8-fba724018cd2,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:15.271637 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1def0678-38ba-4a03-9913-d3fe3c9c60d3 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:15.280713 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.440735 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (dc1a46fe-b5e0-4085-8d84-58a093e7e40d), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.465655 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-bcc46747-10d4-4848-8c8f-34b8c8f84779 service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341611 Mar 29 08:54:15.514924 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (dc1a46fe-b5e0-4085-8d84-58a093e7e40d), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.521590 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Publish callbacks [] for port (63083f73-3f44-4605-885f-2cf77c651d03), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.564009 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1a46fe-b5e0-4085-8d84-58a093e7e40d,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:15.592850 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (63083f73-3f44-4605-885f-2cf77c651d03), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.646541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:15.650858 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-07785874-c24c-403e-8a2b-fa9637d0f81e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1524045 Mar 29 08:54:15.651425 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60332) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:15.657942 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:15.788654 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3df0c-9a05-4a96-aed5-1fc54bb98642 None None] Pushing event updated for resources: {'Port': ['ID=63083f73-3f44-4605-885f-2cf77c651d03,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:15.838557 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.004134 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Attempting to bind port 63083f73-3f44-4605-885f-2cf77c651d03 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:16.004587 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Attempting to bind port 63083f73-3f44-4605-885f-2cf77c651d03 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:16.005256 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Attempting to bind port 63083f73-3f44-4605-885f-2cf77c651d03 on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:16.027994 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:16.027994 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Checking segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:16.027994 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.028866 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Bound using segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:16.030266 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Bound port: 63083f73-3f44-4605-885f-2cf77c651d03, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:16.032880 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (63083f73-3f44-4605-885f-2cf77c651d03), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.188644 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450c59b-2e80-441a-8772-b3abc4b1cf12 req-3d304988-0fea-4205-8c9c-0d5991b039dd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:16.206180 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a450c59b-2e80-441a-8772-b3abc4b1cf12 req-3d304988-0fea-4205-8c9c-0d5991b039dd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 931 time: 0.1794684 Mar 29 08:54:16.287285 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc49e9f1-ae4f-41c1-94a5-492e0468fb18 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:16.307211 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Publish callbacks [] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.346862 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] For port 63083f73-3f44-4605-885f-2cf77c651d03, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:16.351532 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] For port 63083f73-3f44-4605-885f-2cf77c651d03, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=63083f73-3f44-4605-885f-2cf77c651d03,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:16.360144 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a450c59b-2e80-441a-8772-b3abc4b1cf12 req-309aa48e-37d6-4a45-8101-c8cc6ade07ae tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516252 Mar 29 08:54:16.382589 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Transition to ACTIVE for port object bc49e9f1-ae4f-41c1-94a5-492e0468fb18 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:54:16.406649 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.418635 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-b02aae50-33fa-4afc-898f-8f655d462b81 None None] Provisioning complete for port 63083f73-3f44-4605-885f-2cf77c651d03 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:16.419253 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b02aae50-33fa-4afc-898f-8f655d462b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (63083f73-3f44-4605-885f-2cf77c651d03), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.427643 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:16.428014 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.500414 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.505593 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (63083f73-3f44-4605-885f-2cf77c651d03), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.619581 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-b02aae50-33fa-4afc-898f-8f655d462b81 None None] Port 63083f73-3f44-4605-885f-2cf77c651d03 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:16.655536 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b7c28830-c996-49c9-9310-3a769c2fce6e req-ac15cd51-db51-413f-8060-d6d74db9fa81 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 210 time: 0.2210574 Mar 29 08:54:16.707055 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Pushing event updated for resources: {'Port': ['ID=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:16.763350 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Attempting to bind port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:16.763727 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Attempting to bind port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'e5dceeb0-c1da-461d-94cb-a578cbccde05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:16.764052 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Attempting to bind port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 on network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:16.778097 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 on network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:54:16.778428 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Attempting to bind port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 on network 53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:16.792119 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:16.792537 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Checking segment: {'id': 'e5dceeb0-c1da-461d-94cb-a578cbccde05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:16.793188 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Bound using segment: {'id': 'e5dceeb0-c1da-461d-94cb-a578cbccde05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:16.793637 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Bound port: bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5dceeb0-c1da-461d-94cb-a578cbccde05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:16.794055 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.807341 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3df0c-9a05-4a96-aed5-1fc54bb98642 None None] Pushing event updated for resources: {'Port': ['ID=63083f73-3f44-4605-885f-2cf77c651d03,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:16.881908 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:16.885651 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:16.913116 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Publish callbacks [] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:16.934581 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60374) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:16.963157 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:16.970030 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.052785 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513701422', 'description': 'tempest-description--34205784'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:17.069878 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] For port bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:17.080152 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] For port bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,segment=NetworkSegment(e5dceeb0-c1da-461d-94cb-a578cbccde05),segment_id=e5dceeb0-c1da-461d-94cb-a578cbccde05)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:17.084465 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.130943 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8d1ec497-045d-4d21-afe0-4e5e0bb1fc68 req-bb225604-ab75-4c0e-8175-c8e20e1c131e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 210 time: 0.2637715 Mar 29 08:54:17.157287 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.164719 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 1def0678-38ba-4a03-9913-d3fe3c9c60d3, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1def0678-38ba-4a03-9913-d3fe3c9c60d3,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:17.200197 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Allocated IP 172.27.1.128 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:17.221033 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.232231 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:17.233146 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.234815 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] 10.222.0.13 "PUT /v2.0/ports/bc49e9f1-ae4f-41c1-94a5-492e0468fb18 HTTP/1.1" status: 200 len: 1093 time: 2.8231242 Mar 29 08:54:17.238100 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136578e2-4741-4211-bb81-50800cd49d00', 'tag': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:17.267540 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:17.376025 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.376899 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 53504978-99f7-4eb4-9f82-0cbab7cebcfe up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:17.783377 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3a6a3-c548-4320-9610-9a5e0f2aaa17 None None] Pushing event updated for resources: {'Port': ['ID=ef0f4255-17d5-459d-95c9-e79b9aa3933b,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:17.908584 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (85daf4b9-87a0-4a42-a4f0-fd55c2f53c59), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:17.952103 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=1def0678-38ba-4a03-9913-d3fe3c9c60d3,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:18.033794 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (85daf4b9-87a0-4a42-a4f0-fd55c2f53c59), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.158455 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.170163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:18.189671 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Attempting to bind port ef0f4255-17d5-459d-95c9-e79b9aa3933b on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:18.190374 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Attempting to bind port ef0f4255-17d5-459d-95c9-e79b9aa3933b by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:18.191104 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Attempting to bind port ef0f4255-17d5-459d-95c9-e79b9aa3933b on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:18.193588 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] Provisioning complete for port 63083f73-3f44-4605-885f-2cf77c651d03 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:18.195973 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (63083f73-3f44-4605-885f-2cf77c651d03), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.235610 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:18.259419 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa2d5b-9930-4785-900f-5ebed4802213 req-6bcf4f9e-6fa8-47ad-bd8e-7a761caf963e tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:18.274584 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95fa2d5b-9930-4785-900f-5ebed4802213 req-6bcf4f9e-6fa8-47ad-bd8e-7a761caf963e tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.6912129 Mar 29 08:54:18.284578 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc000723-a331-42c8-9606-eb98c89e75cc service neutron] Pushing event updated for resources: {'Port': ['ID=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:18.298288 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:18.298950 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Checking segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:18.302317 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.302317 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Bound using segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:18.302317 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Bound port: ef0f4255-17d5-459d-95c9-e79b9aa3933b, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:18.302317 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.314782 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f095b2c4-d911-458f-b390-105addeca8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "136578e2-4741-4211-bb81-50800cd49d00", "tag": "bc49e9f1-ae4f-41c1-94a5-492e0468fb18"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:18.359580 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-ed69f063-e72c-4619-9607-71dbbdd1f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:18.361598 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-ed69f063-e72c-4619-9607-71dbbdd1f460 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a9b84dd951e4bb48611277bb29590fc&device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 1127 time: 0.9013181 Mar 29 08:54:18.419376 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 53504978-99f7-4eb4-9f82-0cbab7cebcfe triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:18.420133 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.466585 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66900738-0aa7-44e1-9904-a5a76c19f9c8 None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:18.470099 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:18.521576 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95fa2d5b-9930-4785-900f-5ebed4802213 req-359a39b0-6ba7-40dc-8c53-b51954a3661c tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349386 Mar 29 08:54:18.530538 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] For port ef0f4255-17d5-459d-95c9-e79b9aa3933b, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:18.531508 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.533347 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:18.534170 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:18.539232 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-91d2ab30-55d1-4df4-99af-83c5718cdded tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6024377 Mar 29 08:54:18.539886 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60428) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:18.556390 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-a8de8bf4-9b69-4759-be9d-1e9e02790545 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18 HTTP/1.1" status: 200 len: 217 time: 0.1860859 Mar 29 08:54:18.607697 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'security_group_rule': {'security_group_id': '85daf4b9-87a0-4a42-a4f0-fd55c2f53c59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:18.689323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-bb4ac3b5-b6e5-47b0-baf6-bcb43a7e8552 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:18.697736 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-bb4ac3b5-b6e5-47b0-baf6-bcb43a7e8552 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 819 time: 1.1676955 Mar 29 08:54:18.706792 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-421789e2-19e5-4f77-b9b7-594bd495bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:18.708613 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-421789e2-19e5-4f77-b9b7-594bd495bb3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e784ba2d-e742-4f0b-bfde-fdbf5cbd5194 HTTP/1.1" status: 200 len: 852 time: 0.1391683 Mar 29 08:54:18.718932 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-1698c508-d2fb-4757-9c70-6429e8fc791d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/quotas/9b5075f5709e4728a0582f7fcb695f40 HTTP/1.1" status: 200 len: 375 time: 0.0203226 Mar 29 08:54:18.771099 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e4c0a6cc-4eb6-4353-8270-306393f2c0c7 req-babccd8d-82ac-4cfd-842b-33a991cd6e3b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 210 time: 0.0824084 Mar 29 08:54:18.832641 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (308782cb-7adf-407b-8c13-547395b5875c), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:18.838074 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] For port ef0f4255-17d5-459d-95c9-e79b9aa3933b, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ef0f4255-17d5-459d-95c9-e79b9aa3933b,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:18.937634 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.075022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (308782cb-7adf-407b-8c13-547395b5875c), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.082834 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-715171b0-c5a6-4b80-8147-7df1dab5d085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3424931 Mar 29 08:54:19.084809 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.158982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'Port': ['ID=7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:19.178102 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (308782cb-7adf-407b-8c13-547395b5875c), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.200182 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:19.217680 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:19.225811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:19.227495 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308782cb-7adf-407b-8c13-547395b5875c,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:19.229891 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:19.323256 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (755288d7-a4d3-4d4c-898c-a5ccfc5f20ec), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.345381 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3a6a3-c548-4320-9610-9a5e0f2aaa17 None None] Pushing event updated for resources: {'Port': ['ID=ef0f4255-17d5-459d-95c9-e79b9aa3933b,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:19.357083 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] Current status of the port 63083f73-3f44-4605-885f-2cf77c651d03 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:19.357567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (63083f73-3f44-4605-885f-2cf77c651d03), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.359873 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 53504978-99f7-4eb4-9f82-0cbab7cebcfe is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:19.360672 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.362080 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-66436846-9ce3-42cc-bebc-ded31d89fcda tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8145766 Mar 29 08:54:19.366781 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60454) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:19.403497 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'security_group_rule': {'security_group_id': '85daf4b9-87a0-4a42-a4f0-fd55c2f53c59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:19.415333 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-ba8fdd5a-f2dc-4a82-b477-d1e6d5f7dbfb service neutron] 10.222.0.13 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885256 Mar 29 08:54:19.423465 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a30a5-1d76-48f4-869f-90f71b7c13cc x-openstack-request-id: req-fd8a30a5-1d76-48f4-869f-90f71b7c13cc {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:19.423769 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136578e2-4741-4211-bb81-50800cd49d00", "tag": "bc49e9f1-ae4f-41c1-94a5-492e0468fb18", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:19.424026 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd8a30a5-1d76-48f4-869f-90f71b7c13cc {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:19.428925 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8a30a5-1d76-48f4-869f-90f71b7c13cc'] response: {'name': 'network-changed', 'server_uuid': '136578e2-4741-4211-bb81-50800cd49d00', 'tag': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18', 'status': 'completed', 'code': 200} Mar 29 08:54:19.558031 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:19.565200 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:19.575414 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] For port 63083f73-3f44-4605-885f-2cf77c651d03, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=63083f73-3f44-4605-885f-2cf77c651d03,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:19.656825 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-3ac2db80-5066-47e6-ae18-6edbf9aaf9a3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9368606 Mar 29 08:54:19.696938 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.837307 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-88846c04-7495-4200-af31-08a3da87a56f service neutron] 10.222.0.16 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786523 Mar 29 08:54:19.862275 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 63083f73-3f44-4605-885f-2cf77c651d03 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:19.882434 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (63083f73-3f44-4605-885f-2cf77c651d03), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.899187 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.13', 60303) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:19.929672 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (d46f04be-7cb0-4452-8820-ef7df8390ed5), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:19.978623 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.13', 60304) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:20.142704 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6dcb67e-0060-4c7b-a544-1a9790fed0c4 req-b3daad4e-d6da-4b0e-9527-5c1e4ffe8e53 service neutron] 10.222.0.13 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048841 Mar 29 08:54:20.210261 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dee2e-0f17-4f2d-8c31-60f1b0904f68 None None] Pushing event updated for resources: {'Port': ['ID=63083f73-3f44-4605-885f-2cf77c651d03,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:20.295940 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-5327e728-1a70-4f77-8feb-98470dff462c service neutron] 10.222.0.16 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576159 Mar 29 08:54:20.321355 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:20.345465 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-80b3143a-9eba-4e0c-a604-2160e3d0e14e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:20.351243 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-80b3143a-9eba-4e0c-a604-2160e3d0e14e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 819 time: 0.4508672 Mar 29 08:54:20.367634 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'port': {'device_id': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'admin_state_up': True, 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:20.371837 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] Provisioning complete for port ef0f4255-17d5-459d-95c9-e79b9aa3933b triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:20.373120 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:20.423899 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-1e210e29-6f51-4446-a7e3-7c62e31a39db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:20.425567 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-1e210e29-6f51-4446-a7e3-7c62e31a39db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.4441998 Mar 29 08:54:20.566780 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (d46f04be-7cb0-4452-8820-ef7df8390ed5), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:20.587793 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a764f-7b22-4d9a-8e00-23245aa75b09 req-cf0622f6-a8c7-41b5-ac4a-feaeec112ff9 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:20.601533 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-637a764f-7b22-4d9a-8e00-23245aa75b09 req-cf0622f6-a8c7-41b5-ac4a-feaeec112ff9 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.7213609 Mar 29 08:54:20.686901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 63083f73-3f44-4605-885f-2cf77c651d03 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:20.687616 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (63083f73-3f44-4605-885f-2cf77c651d03), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:20.721076 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (d46f04be-7cb0-4452-8820-ef7df8390ed5), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:20.897168 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-637a764f-7b22-4d9a-8e00-23245aa75b09 req-157db61f-b00a-4044-8c88-a9a4452b062a tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943101 Mar 29 08:54:20.924954 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46f04be-7cb0-4452-8820-ef7df8390ed5,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:20.989496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.023538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c0980eb6-67d9-48cd-846f-d402d47d63c3 req-1aa34425-5644-44b9-9e8b-7fa106ebad5c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 210 time: 0.0494559 Mar 29 08:54:21.047261 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.054808 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-7d9857c2-7637-414a-ab7b-0bf4ad6b6edb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6747952 Mar 29 08:54:21.055301 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60506) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:21.070019 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:21.082399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.097667 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:10Z', 'revision_number': 2, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:21.160026 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (755288d7-a4d3-4d4c-898c-a5ccfc5f20ec), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.167551 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:21.168516 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Updating router 509193f1-81dc-4d5f-b8f2-4100875812f0 port dd95104c-e54f-482e-ae84-89cecfc806e8 binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:54:21.181705 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] Current status of the port ef0f4255-17d5-459d-95c9-e79b9aa3933b is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:21.181705 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.228580 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bf626a23-d16f-403b-b0e2-f29febff0d0c req-c11ed11d-d5b2-4c0e-84da-8f67a1543e8d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 210 time: 0.1907377 Mar 29 08:54:21.242616 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095b2c4-d911-458f-b390-105addeca8e8 req-3dbdf657-85c1-4ee3-8680-080f001861bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:21.247715 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-3dbdf657-85c1-4ee3-8680-080f001861bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a9b84dd951e4bb48611277bb29590fc&device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 1127 time: 0.6758749 Mar 29 08:54:21.253484 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'Port': ['ID=7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:21.262847 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.332343 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-beb24fff-82f7-4212-9f09-ca6e91820663 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 379 time: 0.8418195 Mar 29 08:54:21.364420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.365971 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-1120d913-45bb-4191-b408-e737eea0ef1c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7136028 Mar 29 08:54:21.403677 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'port': {'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'admin_state_up': True, 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'security_groups': ['7989bc43-31fd-41f1-bdcb-7726d7d789a2']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:21.413879 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] For port ef0f4255-17d5-459d-95c9-e79b9aa3933b, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ef0f4255-17d5-459d-95c9-e79b9aa3933b,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:21.453142 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.487244 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 63083f73-3f44-4605-885f-2cf77c651d03 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:21.488693 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1def0678-38ba-4a03-9913-d3fe3c9c60d3 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:21.502890 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60518) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:21.515966 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Made reservation on behalf of 9b5075f5709e4728a0582f7fcb695f40 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:54:21.529345 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.532744 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.633778 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.717520 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:18Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:21.866751 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6b0888b7-e343-4455-9953-a84e72a909a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:21.883457 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab43e5-67ad-4839-820f-fc634066a776 None None] The sync data for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi is: [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:18Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:21.891946 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef167ae6-c229-4dcf-b910-83ca6086cfd6 None None] Pushing event updated for resources: {'Port': ['ID=ef0f4255-17d5-459d-95c9-e79b9aa3933b,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:21.912000 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:21.912914 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.027755 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Allocated IP 172.27.1.98 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/b6eb2794-6da8-4de7-8ddd-a9d1f0539f41) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:22.128870 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095b2c4-d911-458f-b390-105addeca8e8 req-fa519fe4-1c4d-4ea3-9cd7-d6ee102fc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:22.130477 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-fa519fe4-1c4d-4ea3-9cd7-d6ee102fc471 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa HTTP/1.1" status: 200 len: 913 time: 0.8703170 Mar 29 08:54:22.131738 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:22.133528 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 199cc297-bcd1-4cdf-ada8-fba724018cd2 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:22.233642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Publish callbacks [] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.238827 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-e52c4048-3203-4b6d-ace6-731b31cb2b31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18 HTTP/1.1" status: 200 len: 217 time: 0.0803030 Mar 29 08:54:22.262268 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 199cc297-bcd1-4cdf-ada8-fba724018cd2 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:22.262268 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.298796 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.435037 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6b0888b7-e343-4455-9953-a84e72a909a4 admin admin] Publish callbacks [] for security_group (e28c3e62-51fe-4ccf-ae24-e09126b13ad4), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.484382 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-e02134ff-0e38-4ad1-8144-09c5c1140859 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2048207544&fields=id&tenant_id=e07126d364ec4ace9c87e06f3e35410f HTTP/1.1" status: 200 len: 267 time: 0.5937545 Mar 29 08:54:22.514063 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4d06-45cd-41ae-9f41-e5cce203aa67 None None] Pushing event updated for resources: {'Port': ['ID=dd95104c-e54f-482e-ae84-89cecfc806e8,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:22.542547 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Allocated IP 172.20.0.12 (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc/7ec193c6-3f3e-4057-9bf4-aaddf954e376/61220fc0-061a-4821-94a1-22120332069d) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:22.590796 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Made reservation on behalf of 2be54e384c4f49adb6a34444225bd618 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:54:22.594539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.645302 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095b2c4-d911-458f-b390-105addeca8e8 req-03ddcf2a-9a2d-46fd-903e-94bc842d8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:22.649970 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-03ddcf2a-9a2d-46fd-903e-94bc842d8d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e784ba2d-e742-4f0b-bfde-fdbf5cbd5194 HTTP/1.1" status: 200 len: 852 time: 0.3906519 Mar 29 08:54:22.720074 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6b0888b7-e343-4455-9953-a84e72a909a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e28c3e62-51fe-4ccf-ae24-e09126b13ad4), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.724794 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dfaaa-3001-4405-8dc4-c3723db9387a req-1e0f9d7b-9e69-4974-8876-c3eaf02f2131 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:22.733933 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bc6dfaaa-3001-4405-8dc4-c3723db9387a req-1e0f9d7b-9e69-4974-8876-c3eaf02f2131 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.4915900 Mar 29 08:54:22.743385 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 199cc297-bcd1-4cdf-ada8-fba724018cd2 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:22.822409 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Attempting to bind port dd95104c-e54f-482e-ae84-89cecfc806e8 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:22.823489 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Attempting to bind port dd95104c-e54f-482e-ae84-89cecfc806e8 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:22.823489 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Attempting to bind port dd95104c-e54f-482e-ae84-89cecfc806e8 on network 68420c33-7320-4078-b515-720ad6bf75ef {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:22.832144 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:22.832651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Checking segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:22.833122 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.834696 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Bound using segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:22.835280 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Bound port: dd95104c-e54f-482e-ae84-89cecfc806e8, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:22.835680 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:22.953452 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-a198e165-3d00-4633-a77c-0f059005e399 None None] Provisioning complete for port dd95104c-e54f-482e-ae84-89cecfc806e8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:22.953828 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a198e165-3d00-4633-a77c-0f059005e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.021727 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.039880 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] For port dd95104c-e54f-482e-ae84-89cecfc806e8, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:23.042331 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-a198e165-3d00-4633-a77c-0f059005e399 None None] Port dd95104c-e54f-482e-ae84-89cecfc806e8 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:23.045736 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] For port dd95104c-e54f-482e-ae84-89cecfc806e8, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=dd95104c-e54f-482e-ae84-89cecfc806e8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:23.095399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0888b7-e343-4455-9953-a84e72a909a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c3e62-51fe-4ccf-ae24-e09126b13ad4,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:23.117270 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.136330 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-6b0888b7-e343-4455-9953-a84e72a909a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29994febc90344d4865ac33091433593&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6314261 Mar 29 08:54:23.143496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60558) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:23.217671 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4d06-45cd-41ae-9f41-e5cce203aa67 None None] Pushing event updated for resources: {'Port': ['ID=dd95104c-e54f-482e-ae84-89cecfc806e8,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:23.221345 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 63083f73-3f44-4605-885f-2cf77c651d03 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:23.314684 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:23.315575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:53:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:23.413148 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6ea701a7-4932-498c-85da-46f4d8528d35 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:23.415264 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6ea701a7-4932-498c-85da-46f4d8528d35 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 811 time: 0.7275119 Mar 29 08:54:23.439164 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.491888 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b788-3e71-4355-a72d-936d1c433d73 admin admin] Publish callbacks [] for security_group (e28c3e62-51fe-4ccf-ae24-e09126b13ad4), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.494028 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 63083f73-3f44-4605-885f-2cf77c651d03 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:23.494576 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (63083f73-3f44-4605-885f-2cf77c651d03), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.617709 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-0fa072b5-9e00-4ffa-968b-746179deb56c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9417605 Mar 29 08:54:23.619633 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-7d1ba053-d295-4fad-b240-bd7b429833c6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/quotas/e07126d364ec4ace9c87e06f3e35410f HTTP/1.1" status: 200 len: 375 time: 0.1973617 Mar 29 08:54:23.649422 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:23.657462 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:23.766992 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:23.769236 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'Port': ['ID=b6eb2794-6da8-4de7-8ddd-a9d1f0539f41,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:23.797644 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:23.810852 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 63083f73-3f44-4605-885f-2cf77c651d03 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:23.812058 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ef0f4255-17d5-459d-95c9-e79b9aa3933b up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:23.868522 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b788-3e71-4355-a72d-936d1c433d73 admin admin] Publish callbacks [] for security_group (e28c3e62-51fe-4ccf-ae24-e09126b13ad4), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.881598 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (2739de49-8eed-4d85-9c86-ef3fca9d7ce6), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.884916 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] Provisioning complete for port dd95104c-e54f-482e-ae84-89cecfc806e8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:23.888147 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:23.950828 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-62bd8113-235f-4ca3-965e-20ba3af1410a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3112855 Mar 29 08:54:23.974127 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bc6dfaaa-3001-4405-8dc4-c3723db9387a req-2f804fec-b0f0-4720-9760-8f8c362aa75f tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2380114 Mar 29 08:54:24.109243 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.13', 60319) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:24.131641 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.20.0.12 (611e19c1-7854-4676-8245-112508e60afc/15f36853-b19b-4f54-b8cc-2b2d4c45ad68/c5193eff-1ebc-4cc9-904c-4da5ed898b22) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:24.135307 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c96bc722-98a3-4dca-93a4-44603ee33f33 req-483c8258-6940-420c-8c6f-df6d2c1c733e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 210 time: 0.0734732 Mar 29 08:54:24.138075 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-4be1fe4c-5e44-4078-9dea-bce618a4c16c service neutron] 10.222.0.13 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280171 Mar 29 08:54:24.141545 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for port (61220fc0-061a-4821-94a1-22120332069d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.144251 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.282225 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b788-3e71-4355-a72d-936d1c433d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e28c3e62-51fe-4ccf-ae24-e09126b13ad4), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.284842 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b788-3e71-4355-a72d-936d1c433d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.285992 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8bf0b788-3e71-4355-a72d-936d1c433d73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e28c3e62-51fe-4ccf-ae24-e09126b13ad4 HTTP/1.1" status: 204 len: 168 time: 1.1379051 Mar 29 08:54:24.343365 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (61220fc0-061a-4821-94a1-22120332069d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.409377 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-86ad1595-9186-40c1-8977-74f921e478a8 req-67955b8c-a0ce-4301-95dc-440f128fbd84 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 210 time: 0.0820980 Mar 29 08:54:24.440694 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port ef0f4255-17d5-459d-95c9-e79b9aa3933b triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:24.441273 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.443441 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-4206474b-cbc3-4e53-a1dd-5637f932ecfd service neutron] 10.222.0.16 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714081 Mar 29 08:54:24.454774 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0b788-3e71-4355-a72d-936d1c433d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c3e62-51fe-4ccf-ae24-e09126b13ad4,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:24.487732 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] Current status of the port dd95104c-e54f-482e-ae84-89cecfc806e8 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:24.488269 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.585978 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] For port dd95104c-e54f-482e-ae84-89cecfc806e8, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=dd95104c-e54f-482e-ae84-89cecfc806e8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:24.610154 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:23Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:24.621415 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:24.662877 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:24.674454 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:24.699174 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:24.699883 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.738370 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'Port': ['ID=61220fc0-061a-4821-94a1-22120332069d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:24.748480 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:24.759544 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ecbf2-3134-473d-a29c-72f38acd94d4 None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:23Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:24.864816 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port ef0f4255-17d5-459d-95c9-e79b9aa3933b is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:24.876620 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f095b2c4-d911-458f-b390-105addeca8e8 req-a9ab2475-4553-4977-aa47-a2aefca67024 service neutron] 10.222.0.13 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243042 Mar 29 08:54:24.939303 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a629d-4598-450e-ad49-ceaa4257520b None None] Pushing event updated for resources: {'Port': ['ID=dd95104c-e54f-482e-ae84-89cecfc806e8,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:24.958056 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-79c0f715-1cf8-4ba6-b043-755c38ca750f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5941796 Mar 29 08:54:25.011574 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Request body: {'port': {'device_id': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:25.211829 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device dd95104c-e54f-482e-ae84-89cecfc806e8 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:25.279765 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.365537 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (61220fc0-061a-4821-94a1-22120332069d), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.391114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-af58af5b-41b2-47ca-908d-63c97682cdff tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:25.399999 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-af58af5b-41b2-47ca-908d-63c97682cdff tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 819 time: 1.2833173 Mar 29 08:54:25.402108 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port dd95104c-e54f-482e-ae84-89cecfc806e8 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:25.402643 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.410398 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b36774-34a4-43a8-9283-398c7cf6d6a9 req-d036ed7c-393e-4f81-9fd0-a1b53571edab tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:25.422680 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-08b36774-34a4-43a8-9283-398c7cf6d6a9 req-d036ed7c-393e-4f81-9fd0-a1b53571edab tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.2426128 Mar 29 08:54:25.429313 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'port': {'device_id': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'admin_state_up': True, 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:25.501112 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-89d369bf-ad61-47eb-9cdd-9fb813196ce0 service neutron] 10.222.0.16 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0483952 Mar 29 08:54:25.541928 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-48e14985-53ca-4a7d-99db-d33c56cbe889 None None] Provisioning complete for port 61220fc0-061a-4821-94a1-22120332069d triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:25.546781 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-48e14985-53ca-4a7d-99db-d33c56cbe889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (61220fc0-061a-4821-94a1-22120332069d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.644628 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.678820 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-48e14985-53ca-4a7d-99db-d33c56cbe889 None None] Port 61220fc0-061a-4821-94a1-22120332069d cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:25.763646 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60610) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:25.788886 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.796563 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e3956a4-be88-443d-9b77-48d0ceeb81a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.802611 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port dd95104c-e54f-482e-ae84-89cecfc806e8 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:25.818269 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.918373 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Made reservation on behalf of 9b5075f5709e4728a0582f7fcb695f40 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:54:25.926054 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.933041 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-08b36774-34a4-43a8-9283-398c7cf6d6a9 req-6e735a59-85d3-4795-90a3-e5d3af06b927 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047302 Mar 29 08:54:25.958548 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:25.979419 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (2739de49-8eed-4d85-9c86-ef3fca9d7ce6), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.112925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'Port': ['ID=b6eb2794-6da8-4de7-8ddd-a9d1f0539f41,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:26.149525 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60620) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:26.164971 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d7ff954a-cbc1-45f9-8020-2a917a69641a req-99831659-9fe5-4a63-80ef-abd9472792ff tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 210 time: 0.1373417 Mar 29 08:54:26.223723 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:26.228532 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.230588 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-2614ca87-4c41-4f59-9ba7-b2921dd338a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1738515 Mar 29 08:54:26.253867 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:26.282366 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:26.289828 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:26.290904 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.306777 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=c5193eff-1ebc-4cc9-904c-4da5ed898b22,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:26.345482 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fa96d-fbb1-456f-b6f3-d047d9634240 req-6051aabb-46a6-420c-8df4-6b3f090ab6de tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:26.347319 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-539fa96d-fbb1-456f-b6f3-d047d9634240 req-6051aabb-46a6-420c-8df4-6b3f090ab6de tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 932 time: 0.2659588 Mar 29 08:54:26.365406 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a9900a5f-8d15-448e-aad7-2b189b330e47 req-48ab4900-4317-4d29-902c-94dd5c827ef0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.1336765 Mar 29 08:54:26.455421 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-36474601-efae-4daa-825d-d3013309a319 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0659020 Mar 29 08:54:26.461512 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-125610b5-741a-473a-8db3-9e108bc13b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.482190 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Request body: {'port': {'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:26.504479 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-539fa96d-fbb1-456f-b6f3-d047d9634240 req-af70f3e9-6d23-4a83-8dae-738ed0c7dfb9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490006 Mar 29 08:54:26.506056 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e3956a4-be88-443d-9b77-48d0ceeb81a4 admin admin] Publish callbacks [] for security_group (1bb1ba88-0558-40b7-a262-eaf6e970cbd1), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.625911 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-db608e56-ae9b-4d77-9ec8-27135926429d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.644693 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61220fc0-061a-4821-94a1-22120332069d {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:26.656127 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Publish callbacks [] for port (61220fc0-061a-4821-94a1-22120332069d), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.660549 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e3956a4-be88-443d-9b77-48d0ceeb81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1bb1ba88-0558-40b7-a262-eaf6e970cbd1), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.666099 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-125610b5-741a-473a-8db3-9e108bc13b89 admin admin] Publish callbacks [] for security_group (8f439520-f7cd-49c5-8d9b-8aecdcd26296), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.671721 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.675897 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Transition to ACTIVE for port object 61220fc0-061a-4821-94a1-22120332069d will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:54:26.706633 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-b8b5303a-79cf-4959-af87-c740d3e28f27 None None] Provisioning complete for port c5193eff-1ebc-4cc9-904c-4da5ed898b22 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:26.706997 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b8b5303a-79cf-4959-af87-c740d3e28f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.740920 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-aa790cda-d4b2-4039-95b0-faab80876119 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1513701422&fields=id&tenant_id=c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 267 time: 0.1192997 Mar 29 08:54:26.748856 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9e3956a4-be88-443d-9b77-48d0ceeb81a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f729e11f7fcb4710b44ec09a3b1e19d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9815111 Mar 29 08:54:26.756255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5303a-79cf-4959-af87-c740d3e28f27 None None] Port c5193eff-1ebc-4cc9-904c-4da5ed898b22 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:26.768347 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3956a4-be88-443d-9b77-48d0ceeb81a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1ba88-0558-40b7-a262-eaf6e970cbd1,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:26.782476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60640) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:26.787406 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (61220fc0-061a-4821-94a1-22120332069d), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.805406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-125610b5-741a-473a-8db3-9e108bc13b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8f439520-f7cd-49c5-8d9b-8aecdcd26296), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:26.951068 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Pushing event updated for resources: {'Port': ['ID=61220fc0-061a-4821-94a1-22120332069d,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:26.992192 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-125610b5-741a-473a-8db3-9e108bc13b89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5eaa7033fc24fa89d9bcc11c6b03c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8337803 Mar 29 08:54:26.997187 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60652) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:26.999358 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125610b5-741a-473a-8db3-9e108bc13b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f439520-f7cd-49c5-8d9b-8aecdcd26296,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:27.031994 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5fd07fbb-7459-4977-9ebb-5439ec72923f admin admin] Publish callbacks [] for security_group (1bb1ba88-0558-40b7-a262-eaf6e970cbd1), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.032124 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Allocated IP 172.20.0.13 (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc/7ec193c6-3f3e-4057-9bf4-aaddf954e376/baa72187-e646-4efc-9660-f506d7952cb6) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:27.042828 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-afc20020-e2a6-4192-ac64-68226e9a2ebe tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:27.043877 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device dd95104c-e54f-482e-ae84-89cecfc806e8 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:27.044405 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-afc20020-e2a6-4192-ac64-68226e9a2ebe tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 815 time: 0.3025491 Mar 29 08:54:27.066827 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5fd07fbb-7459-4977-9ebb-5439ec72923f admin admin] Publish callbacks [] for security_group (1bb1ba88-0558-40b7-a262-eaf6e970cbd1), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.083978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Attempting to bind port 61220fc0-061a-4821-94a1-22120332069d on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:27.084303 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Attempting to bind port 61220fc0-061a-4821-94a1-22120332069d by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:27.084672 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Attempting to bind port 61220fc0-061a-4821-94a1-22120332069d on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:27.109135 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-0c4f9b30-a355-47d1-ae51-394c4ae9b9a0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/quotas/c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 375 time: 0.0359418 Mar 29 08:54:27.125771 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port dd95104c-e54f-482e-ae84-89cecfc806e8 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:27.126444 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.224336 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Port 61220fc0-061a-4821-94a1-22120332069d on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:54:27.224690 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Attempting to bind port 61220fc0-061a-4821-94a1-22120332069d on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:27.232731 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port dd95104c-e54f-482e-ae84-89cecfc806e8 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:27.259714 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:27.259975 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Checking segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:27.260576 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Bound using segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:27.261030 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Bound port: 61220fc0-061a-4821-94a1-22120332069d, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:27.261935 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (61220fc0-061a-4821-94a1-22120332069d), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.275010 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-725652e8-49ff-4116-90d0-e1585b2fc696 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558604 Mar 29 08:54:27.341218 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5193eff-1ebc-4cc9-904c-4da5ed898b22 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:27.350463 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1f536e0b-88da-4700-9c3b-e31c794c7766 admin admin] Publish callbacks [] for security_group (8f439520-f7cd-49c5-8d9b-8aecdcd26296), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.377430 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Publish callbacks [] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.393828 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for port (baa72187-e646-4efc-9660-f506d7952cb6), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.418311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795f4a-8d22-4529-8513-6e29a9be7117 req-a777e606-bc30-406b-91ac-fa501f7fdf25 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:27.419806 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6c795f4a-8d22-4529-8513-6e29a9be7117 req-a777e606-bc30-406b-91ac-fa501f7fdf25 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.3321490 Mar 29 08:54:27.436862 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-45c84b41-1dd7-47fd-9a33-6f40e554d11a service neutron] 10.222.0.16 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454597 Mar 29 08:54:27.441866 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1f536e0b-88da-4700-9c3b-e31c794c7766 admin admin] Publish callbacks [] for security_group (8f439520-f7cd-49c5-8d9b-8aecdcd26296), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.445534 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Transition to ACTIVE for port object c5193eff-1ebc-4cc9-904c-4da5ed898b22 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:54:27.462306 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5fd07fbb-7459-4977-9ebb-5439ec72923f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1bb1ba88-0558-40b7-a262-eaf6e970cbd1), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.468116 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5fd07fbb-7459-4977-9ebb-5439ec72923f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.469441 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5fd07fbb-7459-4977-9ebb-5439ec72923f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bb1ba88-0558-40b7-a262-eaf6e970cbd1 HTTP/1.1" status: 204 len: 168 time: 0.6900024 Mar 29 08:54:27.510935 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] For port 61220fc0-061a-4821-94a1-22120332069d, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:27.526050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd07fbb-7459-4977-9ebb-5439ec72923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1ba88-0558-40b7-a262-eaf6e970cbd1,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:27.538143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] For port 61220fc0-061a-4821-94a1-22120332069d, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=61220fc0-061a-4821-94a1-22120332069d,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:27.538143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.556183 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-3a0b66e5-de9b-40b6-9201-c864eda2af69 service neutron] 10.222.0.16 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129420 Mar 29 08:54:27.608118 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (baa72187-e646-4efc-9660-f506d7952cb6), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.635011 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6c795f4a-8d22-4529-8513-6e29a9be7117 req-fe07da8f-a231-4d51-a88d-8df94aba6d66 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031627 Mar 29 08:54:27.660542 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (61220fc0-061a-4821-94a1-22120332069d), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.695372 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Pushing event updated for resources: {'Port': ['ID=c5193eff-1ebc-4cc9-904c-4da5ed898b22,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:27.747379 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Attempting to bind port c5193eff-1ebc-4cc9-904c-4da5ed898b22 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:27.748735 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Attempting to bind port c5193eff-1ebc-4cc9-904c-4da5ed898b22 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:27.749093 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Attempting to bind port c5193eff-1ebc-4cc9-904c-4da5ed898b22 on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:27.753706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:27.754327 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.755780 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] 10.222.0.13 "PUT /v2.0/ports/61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 200 len: 1094 time: 2.7748446 Mar 29 08:54:27.763611 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1f536e0b-88da-4700-9c3b-e31c794c7766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8f439520-f7cd-49c5-8d9b-8aecdcd26296), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.764955 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:27.766641 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1f536e0b-88da-4700-9c3b-e31c794c7766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.767816 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-1f536e0b-88da-4700-9c3b-e31c794c7766 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f439520-f7cd-49c5-8d9b-8aecdcd26296 HTTP/1.1" status: 204 len: 168 time: 0.7697299 Mar 29 08:54:27.768511 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'tag': '61220fc0-061a-4821-94a1-22120332069d'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:27.771297 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f069bdf-490b-4795-bbc9-a958ea3e45c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c291c919-e80a-4db6-96a3-b61b716b29af", "tag": "61220fc0-061a-4821-94a1-22120332069d"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:27.776434 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:27.779139 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:27.784564 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:27.785186 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.787382 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f536e0b-88da-4700-9c3b-e31c794c7766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f439520-f7cd-49c5-8d9b-8aecdcd26296,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:27.789138 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Port c5193eff-1ebc-4cc9-904c-4da5ed898b22 on network 611e19c1-7854-4676-8245-112508e60afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:54:27.789461 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Attempting to bind port c5193eff-1ebc-4cc9-904c-4da5ed898b22 on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:27.846624 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'Port': ['ID=baa72187-e646-4efc-9660-f506d7952cb6,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:27.909523 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:27.909863 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:27.914191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Bound using segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:27.914191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Bound port: c5193eff-1ebc-4cc9-904c-4da5ed898b22, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:27.914191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:27.939628 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-214ce101-aaf8-46f2-9d3e-a409aa6c33f2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5383925 Mar 29 08:54:27.952425 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Request body: {'port': {'device_id': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:28.035915 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00030ee-1e1f-4b2c-9436-fe82594fb686 service neutron] Pushing event updated for resources: {'Port': ['ID=61220fc0-061a-4821-94a1-22120332069d,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:28.122448 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-04b988fd-5e56-43b2-a19b-563399eff058 req-4b290e4f-fecb-4ad5-bf45-addb632e1ad8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.0616241 Mar 29 08:54:28.162615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-32042962-3d5c-4d7a-913f-efb28dbdf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:28.164989 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-32042962-3d5c-4d7a-913f-efb28dbdf621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1128 time: 0.2674737 Mar 29 08:54:28.175050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487476b-aefe-4c97-a096-4056ce0d2be0 req-d8034b51-ee86-4eed-8e92-09172aced74e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:28.177077 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d487476b-aefe-4c97-a096-4056ce0d2be0 req-d8034b51-ee86-4eed-8e92-09172aced74e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 932 time: 0.4025767 Mar 29 08:54:28.250194 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (baa72187-e646-4efc-9660-f506d7952cb6), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:28.410789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74adcf-eb59-4c57-bdbf-93f262bb956c req-c6ce1ebb-9ef9-4f06-97df-595632cee889 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:28.412611 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6e74adcf-eb59-4c57-bdbf-93f262bb956c req-c6ce1ebb-9ef9-4f06-97df-595632cee889 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 944 time: 0.1322458 Mar 29 08:54:28.482096 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-20246725-685b-4921-a3fa-24431f796e6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 200 len: 217 time: 0.3040285 Mar 29 08:54:28.550647 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] For port c5193eff-1ebc-4cc9-904c-4da5ed898b22, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:28.578585 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-d1d1608d-b571-42e9-8cf6-cdd295a8a11c None None] Provisioning complete for port baa72187-e646-4efc-9660-f506d7952cb6 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:28.579793 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d1d1608d-b571-42e9-8cf6-cdd295a8a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (baa72187-e646-4efc-9660-f506d7952cb6), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:28.587081 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] For port c5193eff-1ebc-4cc9-904c-4da5ed898b22, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:28.621775 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1608d-b571-42e9-8cf6-cdd295a8a11c None None] Port baa72187-e646-4efc-9660-f506d7952cb6 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:28.634006 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-9df82ba2-9795-495b-b753-2575c46dca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:28.635754 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-9df82ba2-9795-495b-b753-2575c46dca15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.1270888 Mar 29 08:54:28.640252 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d487476b-aefe-4c97-a096-4056ce0d2be0 req-be676158-5ee8-4b36-b1e7-e8c8548375c5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468398 Mar 29 08:54:28.657314 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6e74adcf-eb59-4c57-bdbf-93f262bb956c req-7410a723-85f7-441d-88f7-2d1e83507b92 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137241 Mar 29 08:54:28.715024 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:28.766465 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-7217f4f4-926d-422b-a0f1-8757e10448f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:28.769685 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-7217f4f4-926d-422b-a0f1-8757e10448f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268668 Mar 29 08:54:28.780010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b5de00-8703-4ed2-bab8-e7c34ee87a50 x-openstack-request-id: req-06b5de00-8703-4ed2-bab8-e7c34ee87a50 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:28.780010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c291c919-e80a-4db6-96a3-b61b716b29af", "tag": "61220fc0-061a-4821-94a1-22120332069d", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:28.780010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06b5de00-8703-4ed2-bab8-e7c34ee87a50 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:28.780010 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b5de00-8703-4ed2-bab8-e7c34ee87a50'] response: {'name': 'network-changed', 'server_uuid': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'tag': '61220fc0-061a-4821-94a1-22120332069d', 'status': 'completed', 'code': 200} Mar 29 08:54:28.780010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:28.780010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:28.780965 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] 10.222.0.13 "PUT /v2.0/ports/c5193eff-1ebc-4cc9-904c-4da5ed898b22 HTTP/1.1" status: 200 len: 1094 time: 2.3072405 Mar 29 08:54:28.833269 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60700) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:28.934188 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d186efb-84a9-4323-ac9c-436f88ddc370 req-c2841bdd-2a13-4cd7-a0b9-71e0cec7275c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 210 time: 0.1617584 Mar 29 08:54:28.939660 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-41d81694-be0f-48e7-9403-b9a1fddb0f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.035182 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-47ddc8a3-9eec-4f5b-a6b8-4cdfc98d94e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.103924 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa72187-e646-4efc-9660-f506d7952cb6 {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:29.114474 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39c716-74fb-4849-9b75-d9af3563e04c service neutron] Pushing event updated for resources: {'Port': ['ID=c5193eff-1ebc-4cc9-904c-4da5ed898b22,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:29.118664 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Publish callbacks [] for port (baa72187-e646-4efc-9660-f506d7952cb6), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.166762 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Transition to ACTIVE for port object baa72187-e646-4efc-9660-f506d7952cb6 will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:54:29.176902 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37011b0-dfcb-480a-b27a-0758703618d5 req-2d39293e-3413-485f-ab52-d291d6cae465 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:29.184651 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d37011b0-dfcb-480a-b27a-0758703618d5 req-2d39293e-3413-485f-ab52-d291d6cae465 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.1419566 Mar 29 08:54:29.218870 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-c5f53ab8-fc63-471e-af17-4b77451d72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:29.220422 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-c5f53ab8-fc63-471e-af17-4b77451d72c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 1128 time: 0.2291231 Mar 29 08:54:29.237406 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-dd82cb9d-02b4-40c5-a352-f2727aee2e47 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529510 Mar 29 08:54:29.240201 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d37011b0-dfcb-480a-b27a-0758703618d5 req-8206391d-21ce-4641-ade1-c72c5c4ce38b tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544879 Mar 29 08:54:29.258977 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (baa72187-e646-4efc-9660-f506d7952cb6), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.278567 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-5b191202-d92d-495e-950e-a22f0cd4fdb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22 HTTP/1.1" status: 200 len: 217 time: 0.0435052 Mar 29 08:54:29.313277 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-2287e3bb-12c0-40e1-b472-9507c4cd4ab0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:29.314741 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-2287e3bb-12c0-40e1-b472-9507c4cd4ab0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 811 time: 0.4000144 Mar 29 08:54:29.369433 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=baa72187-e646-4efc-9660-f506d7952cb6,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:29.406297 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Attempting to bind port baa72187-e646-4efc-9660-f506d7952cb6 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:29.407534 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Attempting to bind port baa72187-e646-4efc-9660-f506d7952cb6 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:29.408269 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Attempting to bind port baa72187-e646-4efc-9660-f506d7952cb6 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:29.413268 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Port baa72187-e646-4efc-9660-f506d7952cb6 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:54:29.423548 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f9011af7-6c0e-41f4-9496-e1e34cf162ff req-c9bddd8d-8a15-4df6-8aa0-b0903882ca23 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.1305656 Mar 29 08:54:29.423870 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Attempting to bind port baa72187-e646-4efc-9660-f506d7952cb6 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:29.423870 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:29.423870 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Checking segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:29.423870 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Bound using segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:29.423870 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Bound port: baa72187-e646-4efc-9660-f506d7952cb6, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:29.423870 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (baa72187-e646-4efc-9660-f506d7952cb6), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.534138 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-f2c016dd-c896-4a3f-9bfc-4b0696d90b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:29.535680 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-f2c016dd-c896-4a3f-9bfc-4b0696d90b05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.2297685 Mar 29 08:54:29.550867 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-47ddc8a3-9eec-4f5b-a6b8-4cdfc98d94e2 admin admin] Publish callbacks [] for security_group (56d759b2-13a9-410a-bd30-c79aeb5ebcce), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.552399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] For port baa72187-e646-4efc-9660-f506d7952cb6, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:29.565035 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] For port baa72187-e646-4efc-9660-f506d7952cb6, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=baa72187-e646-4efc-9660-f506d7952cb6,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:29.592215 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-89673c3d-ecbd-4fb4-8ad0-2cda8cd26039 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e07126d364ec4ace9c87e06f3e35410f HTTP/1.1" status: 200 len: 380 time: 0.2332275 Mar 29 08:54:29.606374 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'port': {'device_id': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'admin_state_up': True, 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'security_groups': ['d418968a-5e81-4f75-b13f-74975dcbf65e']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:29.659207 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d14ec00-e7d6-4d1b-9230-a5e6da801474 req-8ced7c16-c784-4d87-a8c7-3f2fca4832ba service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796737 Mar 29 08:54:29.663007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-47ddc8a3-9eec-4f5b-a6b8-4cdfc98d94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (56d759b2-13a9-410a-bd30-c79aeb5ebcce), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.672291 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (baa72187-e646-4efc-9660-f506d7952cb6), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.735898 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-47ddc8a3-9eec-4f5b-a6b8-4cdfc98d94e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d11970661b3a44efaee5258e95cebf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8987167 Mar 29 08:54:29.742520 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60726) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:29.744833 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddc8a3-9eec-4f5b-a6b8-4cdfc98d94e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d759b2-13a9-410a-bd30-c79aeb5ebcce,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:29.772210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820287-6428-4812-be12-9f838623e5b7 req-37627ede-93e6-4c94-b6b6-0cf3d0decd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:29.778209 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-37627ede-93e6-4c94-b6b6-0cf3d0decd15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2241635 Mar 29 08:54:29.796390 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:29.796390 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:29.797435 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] 10.222.0.13 "PUT /v2.0/ports/baa72187-e646-4efc-9660-f506d7952cb6 HTTP/1.1" status: 200 len: 1094 time: 1.8504360 Mar 29 08:54:29.800084 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'tag': 'baa72187-e646-4efc-9660-f506d7952cb6'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:29.949860 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b9a89604-dddc-41b1-99a2-edd7c4d9da93 admin admin] Publish callbacks [] for security_group (56d759b2-13a9-410a-bd30-c79aeb5ebcce), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:30.006499 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55fc3-4520-45ca-974c-bbda8cc35f50 req-c3af2954-892d-4725-bb54-85352e8c132f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.012132 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8789d-202f-4df2-9c67-6536aec19ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=baa72187-e646-4efc-9660-f506d7952cb6,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:30.015510 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-79c55fc3-4520-45ca-974c-bbda8cc35f50 req-c3af2954-892d-4725-bb54-85352e8c132f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 944 time: 0.2144215 Mar 29 08:54:30.044147 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Made reservation on behalf of e07126d364ec4ace9c87e06f3e35410f for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:54:30.047926 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:30.071647 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-d3332e09-a6de-4dab-9f52-20821d9b380e service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857738 Mar 29 08:54:30.074194 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b9a89604-dddc-41b1-99a2-edd7c4d9da93 admin admin] Publish callbacks [] for security_group (56d759b2-13a9-410a-bd30-c79aeb5ebcce), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:30.107633 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:30.157026 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b49ca-6f3e-45e8-bddf-de35526a7ab0 req-0084e4c0-f945-4ebc-bb44-3b3bac909cda tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.165799 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-081b49ca-6f3e-45e8-bddf-de35526a7ab0 req-0084e4c0-f945-4ebc-bb44-3b3bac909cda tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 944 time: 0.3835866 Mar 29 08:54:30.197061 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932493ca-4807-412d-bb2a-519c3c1d368a" -d '{"events": [{"name": "network-changed", "server_uuid": "25f78d33-dd8b-495e-b056-23c72c909e1d", "tag": "baa72187-e646-4efc-9660-f506d7952cb6"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:30.202570 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-7bfd1be6-3fe1-48b2-a17b-fa7547089add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.206816 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-7bfd1be6-3fe1-48b2-a17b-fa7547089add service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1128 time: 0.3357840 Mar 29 08:54:30.305615 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device bc49e9f1-ae4f-41c1-94a5-492e0468fb18 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:54:30.311180 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-79c55fc3-4520-45ca-974c-bbda8cc35f50 req-e013c6db-d272-4046-9313-731c7a4c8fd4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889147 Mar 29 08:54:30.350591 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-3d5bdcbb-7600-4b0a-be40-c56c8bde9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.352199 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-3d5bdcbb-7600-4b0a-be40-c56c8bde9cab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 1128 time: 0.3293359 Mar 29 08:54:30.431542 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-500429c4-88b6-49e0-92a5-5dd53be5f975 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa72187-e646-4efc-9660-f506d7952cb6 HTTP/1.1" status: 200 len: 217 time: 0.0705702 Mar 29 08:54:30.438320 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,segment=NetworkSegment(e5dceeb0-c1da-461d-94cb-a578cbccde05),segment_id=e5dceeb0-c1da-461d-94cb-a578cbccde05)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:30.455254 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18', 'network_id': '53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa', 'port_id': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18', 'mac_address': 'fa:16:3e:ee:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e784ba2d-e742-4f0b-bfde-fdbf5cbd5194', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:54:30.468500 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-081b49ca-6f3e-45e8-bddf-de35526a7ab0 req-5a80d370-ad98-48ce-8fb3-403d3b0bb2b8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812014 Mar 29 08:54:30.480506 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c2820287-6428-4812-be12-9f838623e5b7 req-9e7cd772-5000-4863-a9c9-e0229e4b9cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697858 Mar 29 08:54:30.491783 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-95e7d443-f327-4019-a171-92883321917f req-81e15434-328c-4e00-a766-894767d46698 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 210 time: 0.0619297 Mar 29 08:54:30.516212 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:30.518214 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:30.522041 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-f303b72b-1ed1-4087-8f61-5fd4efe1cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.524820 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-f303b72b-1ed1-4087-8f61-5fd4efe1cb3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.2867546 Mar 29 08:54:30.534327 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc49e9f1-ae4f-41c1-94a5-492e0468fb18 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:30.559171 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,segment=NetworkSegment(e5dceeb0-c1da-461d-94cb-a578cbccde05),segment_id=e5dceeb0-c1da-461d-94cb-a578cbccde05)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:30.567342 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Allocated IP 172.20.0.11 (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee/1df3aaaa-bfd4-457d-acb3-3092c386b488/ce4f1b1a-30be-4866-87e5-18635615a7a1) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:30.578627 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-0af993c0-c1dc-4df1-a940-0c23a55cb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.580292 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-0af993c0-c1dc-4df1-a940-0c23a55cb292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.1295209 Mar 29 08:54:30.628708 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-98ecdc87-ebb3-4fab-9eaf-82258d37f5f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 200 len: 217 time: 0.0965755 Mar 29 08:54:30.644440 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acaaa90-8da9-42b7-8974-202f0736a143 x-openstack-request-id: req-2acaaa90-8da9-42b7-8974-202f0736a143 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:30.644723 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f78d33-dd8b-495e-b056-23c72c909e1d", "tag": "baa72187-e646-4efc-9660-f506d7952cb6", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:30.644991 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2acaaa90-8da9-42b7-8974-202f0736a143 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:30.645455 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acaaa90-8da9-42b7-8974-202f0736a143'] response: {'name': 'network-changed', 'server_uuid': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'tag': 'baa72187-e646-4efc-9660-f506d7952cb6', 'status': 'completed', 'code': 200} Mar 29 08:54:30.705675 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-4705dc6f-6c98-4c39-a232-a327a463cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.707171 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-4705dc6f-6c98-4c39-a232-a327a463cc24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0724115 Mar 29 08:54:30.756689 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b37783dd-4e02-49ef-9c8f-f79f66ab167d req-0a2bf129-0132-4767-8f12-d31344c838ce tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.0454617 Mar 29 08:54:30.840841 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-3f54f652-8b4a-4089-92e3-cd12e73a7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.844941 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-3f54f652-8b4a-4089-92e3-cd12e73a7e58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294069 Mar 29 08:54:30.951181 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:30.953763 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c6900-301e-4a3e-bc4a-4f57805c6629" -d '{"events": [{"name": "network-changed", "server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:30.963817 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-2d84b509-a194-4889-8cde-74aa73126a08 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143084 Mar 29 08:54:30.981159 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-b3de3ac7-2fdb-4bcc-a916-600caba3671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:30.982679 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-b3de3ac7-2fdb-4bcc-a916-600caba3671d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3937786 Mar 29 08:54:31.000417 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df13f86a-8838-4c41-bf26-3c75bcd618f8 x-openstack-request-id: req-df13f86a-8838-4c41-bf26-3c75bcd618f8 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:31.000717 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:31.000968 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df13f86a-8838-4c41-bf26-3c75bcd618f8 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:31.001360 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df13f86a-8838-4c41-bf26-3c75bcd618f8'] response: {'name': 'network-changed', 'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'status': 'completed', 'code': 200} Mar 29 08:54:31.030744 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e30f9-1853-411a-9979-1eb272e65e70 req-48f64621-13f9-4246-8c3d-6991e7962bfd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.032263 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6f9e30f9-1853-411a-9979-1eb272e65e70 req-48f64621-13f9-4246-8c3d-6991e7962bfd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 943 time: 0.4232831 Mar 29 08:54:31.104316 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f069bdf-490b-4795-bbc9-a958ea3e45c2 req-d9d23840-deae-4b25-a46d-8bc28e69b59e service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341462 Mar 29 08:54:31.123609 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.164730 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6f9e30f9-1853-411a-9979-1eb272e65e70 req-4ae287d7-2951-4c3f-9bc8-12b21aec76db tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Mar 29 08:54:31.193683 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-9c917fd3-7ed2-4169-87ae-a0edd9a228ba service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980119 Mar 29 08:54:31.220139 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b9a89604-dddc-41b1-99a2-edd7c4d9da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (56d759b2-13a9-410a-bd30-c79aeb5ebcce), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.222958 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b9a89604-dddc-41b1-99a2-edd7c4d9da93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.226456 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b9a89604-dddc-41b1-99a2-edd7c4d9da93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56d759b2-13a9-410a-bd30-c79aeb5ebcce HTTP/1.1" status: 204 len: 168 time: 1.4802189 Mar 29 08:54:31.236563 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.311764 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.331384 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a89604-dddc-41b1-99a2-edd7c4d9da93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d759b2-13a9-410a-bd30-c79aeb5ebcce,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:31.334055 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:31.338770 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.394907 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-4a443ee6-54ca-40a2-aeeb-f9e123ea9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.396649 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-4a443ee6-54ca-40a2-aeeb-f9e123ea9aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 1128 time: 0.0905142 Mar 29 08:54:31.443174 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:31.446098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'Port': ['ID=ce4f1b1a-30be-4866-87e5-18635615a7a1,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:31.452633 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:31.477124 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:31.483449 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.484111 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:31.503267 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06716f2b-9450-4d1f-aa32-5544293bc5d9 req-560f91f4-12a3-4ba1-84e0-4b2c4bec5c00 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036487 Mar 29 08:54:31.521390 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['bc49e9f1-ae4f-41c1-94a5-492e0468fb18'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:54:31.575516 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50767a-6b78-46b6-871c-8524ed0b7900 req-a1a1f92b-b1d5-48c4-96fa-aede1899b422 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.577422 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee50767a-6b78-46b6-871c-8524ed0b7900 req-a1a1f92b-b1d5-48c4-96fa-aede1899b422 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 944 time: 0.1700613 Mar 29 08:54:31.629614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-327d93cb-a472-4c05-b371-f62ce78057f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.632752 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-327d93cb-a472-4c05-b371-f62ce78057f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.2275307 Mar 29 08:54:31.690323 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-aa22db09-8f4e-4028-aef8-ad806fd3dede tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0881057 Mar 29 08:54:31.701092 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-40db5aec-2a40-4f12-adcf-a2dbb6ddc2a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22 HTTP/1.1" status: 200 len: 217 time: 0.0594900 Mar 29 08:54:31.705838 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee50767a-6b78-46b6-871c-8524ed0b7900 req-3dc2887e-5936-48d2-a6a5-da50be77fb11 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164465 Mar 29 08:54:31.708626 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-f2a1f5d2-ada6-4d46-b27d-5d8720d1288e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.710726 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-f2a1f5d2-ada6-4d46-b27d-5d8720d1288e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 815 time: 0.2371089 Mar 29 08:54:31.734720 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Request body: {'port': {'device_id': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:31.747688 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da49dc-88f7-4451-94cd-445bc5be3810 req-59cf1c5c-80d2-4dd5-bcfb-21446e86c74f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.758030 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-56da49dc-88f7-4451-94cd-445bc5be3810 req-59cf1c5c-80d2-4dd5-bcfb-21446e86c74f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 944 time: 0.1735334 Mar 29 08:54:31.772241 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-dd3cb697-6aa8-472f-a649-e58b9df76e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.774010 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-dd3cb697-6aa8-472f-a649-e58b9df76e44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0644381 Mar 29 08:54:31.853096 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b63b3eee-64bb-4210-a0ce-b8fd7cc6ffd4 req-88cc9222-0370-408b-ac7c-674c67190a44 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 210 time: 0.0364392 Mar 29 08:54:31.881367 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-95b3e65f-4b93-4313-ae35-7f022a51e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:31.883028 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-95b3e65f-4b93-4313-ae35-7f022a51e838 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011789 Mar 29 08:54:31.973045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-3884e24d-c5ca-4c7a-89c6-df6fde1f13ac None None] Provisioning complete for port ce4f1b1a-30be-4866-87e5-18635615a7a1 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:31.973504 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3884e24d-c5ca-4c7a-89c6-df6fde1f13ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.020189 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-56da49dc-88f7-4451-94cd-445bc5be3810 req-eb84fa93-d6eb-44ce-97ac-2995e6f5251f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612944 Mar 29 08:54:32.025693 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932493ca-4807-412d-bb2a-519c3c1d368a req-bde76166-9b37-410c-b8fe-b73845c2b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:32.031223 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-bde76166-9b37-410c-b8fe-b73845c2b4a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 1128 time: 0.3170190 Mar 29 08:54:32.040375 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-130f6252-80c9-4248-b62f-4d07e4e98e9a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 380 time: 0.2769613 Mar 29 08:54:32.047464 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.056631 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-3884e24d-c5ca-4c7a-89c6-df6fde1f13ac None None] Port ce4f1b1a-30be-4866-87e5-18635615a7a1 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:32.057641 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'port': {'device_id': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'admin_state_up': True, 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'security_groups': ['85daf4b9-87a0-4a42-a4f0-fd55c2f53c59']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:32.075179 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60792) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:32.247260 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-c6c473ce-92f4-4d9c-97b1-421d88b368f1 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567269 Mar 29 08:54:32.254643 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f1947-fe22-405e-8643-3da6b26a88bc req-5c98f002-4bdc-4cad-8ade-bfcee0d5fec9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:32.257023 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-842f1947-fe22-405e-8643-3da6b26a88bc req-5c98f002-4bdc-4cad-8ade-bfcee0d5fec9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 932 time: 0.0842171 Mar 29 08:54:32.302468 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 61220fc0-061a-4821-94a1-22120332069d details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:54:32.353496 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-590dcf49-7560-4ee0-8e7b-7d6fdd0df75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.385948 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-842f1947-fe22-405e-8643-3da6b26a88bc req-55159110-e7fd-4370-853b-9aa93cadc25c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148491 Mar 29 08:54:32.401033 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device bc49e9f1-ae4f-41c1-94a5-492e0468fb18 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:32.438753 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-708c6900-301e-4a3e-bc4a-4f57805c6629 req-aabe441f-82ec-46cc-8e5a-a70545ff1de5 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812761 Mar 29 08:54:32.486822 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932493ca-4807-412d-bb2a-519c3c1d368a req-708eeb19-c2cf-477c-9cb1-76fec9a76bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:32.488309 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-708eeb19-c2cf-477c-9cb1-76fec9a76bf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.4447699 Mar 29 08:54:32.509622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8b046-8479-4946-85fb-48400932a479 req-f7a43f17-99fc-43dd-a79c-74ff326de4b4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:32.511677 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4bf8b046-8479-4946-85fb-48400932a479 req-f7a43f17-99fc-43dd-a79c-74ff326de4b4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 944 time: 0.2714374 Mar 29 08:54:32.524636 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 61220fc0-061a-4821-94a1-22120332069d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=61220fc0-061a-4821-94a1-22120332069d,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:32.538166 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '61220fc0-061a-4821-94a1-22120332069d', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'port_id': '61220fc0-061a-4821-94a1-22120332069d', 'mac_address': 'fa:16:3e:6e:e7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:54:32.579685 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 61220fc0-061a-4821-94a1-22120332069d is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:32.583244 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (61220fc0-061a-4821-94a1-22120332069d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.594881 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-b3c99975-3eda-40aa-ab55-d0b42c6ff1e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa72187-e646-4efc-9660-f506d7952cb6 HTTP/1.1" status: 200 len: 217 time: 0.0927055 Mar 29 08:54:32.607229 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61220fc0-061a-4821-94a1-22120332069d {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:32.614208 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:54:32.627222 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:32.627717 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.632917 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 61220fc0-061a-4821-94a1-22120332069d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=61220fc0-061a-4821-94a1-22120332069d,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:32.702237 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (61220fc0-061a-4821-94a1-22120332069d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.732597 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Made reservation on behalf of c570102cfad04d23b680ee0f2102edb4 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:54:32.735930 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.742900 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:32.743297 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.771470 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4bf8b046-8479-4946-85fb-48400932a479 req-fd6705f2-39b5-4034-9199-31cfac39250f tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438850 Mar 29 08:54:32.772930 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932493ca-4807-412d-bb2a-519c3c1d368a req-ef000a1a-09fb-4a8b-b4ed-19492d5db5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:32.774276 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-ef000a1a-09fb-4a8b-b4ed-19492d5db5c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.1445839 Mar 29 08:54:32.783519 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=61220fc0-061a-4821-94a1-22120332069d,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:32.791939 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136578e2-4741-4211-bb81-50800cd49d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:32.855910 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-590dcf49-7560-4ee0-8e7b-7d6fdd0df75f admin admin] Publish callbacks [] for security_group (72907b7c-fa4a-4a4f-9054-68ecca57df4f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:32.871076 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,segment=NetworkSegment(e5dceeb0-c1da-461d-94cb-a578cbccde05),segment_id=e5dceeb0-c1da-461d-94cb-a578cbccde05)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:32.887299 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad124c79-634f-4f8b-88a7-e8cc0711edc3 req-57a99843-783d-4652-9063-fd8807abd43b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:32.896861 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ad124c79-634f-4f8b-88a7-e8cc0711edc3 req-57a99843-783d-4652-9063-fd8807abd43b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 944 time: 0.1107509 Mar 29 08:54:32.937780 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['61220fc0-061a-4821-94a1-22120332069d'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:54:32.981190 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ad124c79-634f-4f8b-88a7-e8cc0711edc3 req-d75e8881-e76f-4b16-97e4-73796ce47eec tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677743 Mar 29 08:54:33.022218 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-590dcf49-7560-4ee0-8e7b-7d6fdd0df75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (72907b7c-fa4a-4a4f-9054-68ecca57df4f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.061332 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-590dcf49-7560-4ee0-8e7b-7d6fdd0df75f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14037c17087a49eabc8a120b62f23e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9703879 Mar 29 08:54:33.063973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60838) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:33.127998 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4571b3f9-fba1-4923-9de0-17e9044e81fa req-39da0cb0-9592-43d0-b2c1-01d4a410eeaf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 210 time: 0.1281798 Mar 29 08:54:33.144575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ee605-cf0e-4eea-a053-6465ef326d80" -d '{"events": [{"server_uuid": "136578e2-4741-4211-bb81-50800cd49d00", "name": "network-vif-plugged", "status": "completed", "tag": "bc49e9f1-ae4f-41c1-94a5-492e0468fb18"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:33.160194 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.195674 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932493ca-4807-412d-bb2a-519c3c1d368a req-3adeb3e0-c44a-4932-a2cb-739fa56d60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:33.197267 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-3adeb3e0-c44a-4932-a2cb-739fa56d60dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4160316 Mar 29 08:54:33.237026 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:33.247364 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.325518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d2ccab6-99e4-419c-a402-3a33e1dad821 admin admin] Publish callbacks [] for security_group (72907b7c-fa4a-4a4f-9054-68ecca57df4f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.332998 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4f1b1a-30be-4866-87e5-18635615a7a1 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:33.344067 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Publish callbacks [] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.368388 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Transition to ACTIVE for port object ce4f1b1a-30be-4866-87e5-18635615a7a1 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:54:33.374738 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d2ccab6-99e4-419c-a402-3a33e1dad821 admin admin] Publish callbacks [] for security_group (72907b7c-fa4a-4a4f-9054-68ecca57df4f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.380446 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcf49-7560-4ee0-8e7b-7d6fdd0df75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72907b7c-fa4a-4a4f-9054-68ecca57df4f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:33.399272 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48412f81-59f6-4140-89c0-80296bbbce89 x-openstack-request-id: req-48412f81-59f6-4140-89c0-80296bbbce89 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:33.399757 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136578e2-4741-4211-bb81-50800cd49d00", "name": "network-vif-plugged", "status": "completed", "tag": "bc49e9f1-ae4f-41c1-94a5-492e0468fb18", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:33.399845 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48412f81-59f6-4140-89c0-80296bbbce89 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:33.400561 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48412f81-59f6-4140-89c0-80296bbbce89'] response: {'server_uuid': '136578e2-4741-4211-bb81-50800cd49d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18', 'code': 200} Mar 29 08:54:33.414224 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Allocated IP 172.20.0.13 (68420c33-7320-4078-b515-720ad6bf75ef/3ab9633c-7ead-4cb4-91fd-5a6e48790421/37a106b0-fc27-4738-bc03-adb1b549d74f) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:54:33.445343 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703203e-4a9b-42e6-8f11-8cd658247845 req-c7a42ace-4138-4787-a981-02f492cdf01a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:33.454344 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2703203e-4a9b-42e6-8f11-8cd658247845 req-c7a42ace-4138-4787-a981-02f492cdf01a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 944 time: 0.2896738 Mar 29 08:54:33.482454 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.510577 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2703203e-4a9b-42e6-8f11-8cd658247845 req-6fb2eaf9-0425-491d-bad1-9ad04d9c6b05 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552213 Mar 29 08:54:33.559921 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d2ccab6-99e4-419c-a402-3a33e1dad821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (72907b7c-fa4a-4a4f-9054-68ecca57df4f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.563267 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d2ccab6-99e4-419c-a402-3a33e1dad821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.564580 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8d2ccab6-99e4-419c-a402-3a33e1dad821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72907b7c-fa4a-4a4f-9054-68ecca57df4f HTTP/1.1" status: 204 len: 168 time: 0.4992170 Mar 29 08:54:33.577069 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ccab6-99e4-419c-a402-3a33e1dad821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72907b7c-fa4a-4a4f-9054-68ecca57df4f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:33.804336 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d6cb-5c2a-4213-a4e5-4b323e5ff925 req-8b07e263-d4cf-4e90-a7af-babe4f749c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:33.807527 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0464d6cb-5c2a-4213-a4e5-4b323e5ff925 req-8b07e263-d4cf-4e90-a7af-babe4f749c2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 1129 time: 0.1055765 Mar 29 08:54:33.832336 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-0464d6cb-5c2a-4213-a4e5-4b323e5ff925 req-e85f543d-7916-4495-bd78-b971dcfc8fca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:33.856276 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-3701779d-cc18-4870-ad35-24b468204db5 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453018 Mar 29 08:54:33.931241 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f1b1a-30be-4866-87e5-18635615a7a1,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:33.980344 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45663-b6d2-41df-81bb-3cce85b5704e req-d57bb2ef-384f-424f-b99c-df41d2a81d87 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:33.982733 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4d45663-b6d2-41df-81bb-3cce85b5704e req-d57bb2ef-384f-424f-b99c-df41d2a81d87 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.1017854 Mar 29 08:54:33.993927 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba820da5-ec0f-4469-967e-00d79957cd0e req-fd2a77aa-2b58-4b1b-a9bd-de681887c964 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:33.995995 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ba820da5-ec0f-4469-967e-00d79957cd0e req-fd2a77aa-2b58-4b1b-a9bd-de681887c964 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 944 time: 0.5287929 Mar 29 08:54:34.009817 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-0464d6cb-5c2a-4213-a4e5-4b323e5ff925 req-e85f543d-7916-4495-bd78-b971dcfc8fca service neutron] Publish callbacks [] for security_group (f6096c41-40ea-451a-ac5d-a716464045d2), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.027551 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Attempting to bind port ce4f1b1a-30be-4866-87e5-18635615a7a1 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:34.027894 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Attempting to bind port ce4f1b1a-30be-4866-87e5-18635615a7a1 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:34.028224 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Attempting to bind port ce4f1b1a-30be-4866-87e5-18635615a7a1 on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:34.057027 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Port ce4f1b1a-30be-4866-87e5-18635615a7a1 on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:54:34.057396 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Attempting to bind port ce4f1b1a-30be-4866-87e5-18635615a7a1 on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:34.067262 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-7c4ccf8d-864d-46a2-bc93-5f537e4796fc service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968889 Mar 29 08:54:34.076943 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4d45663-b6d2-41df-81bb-3cce85b5704e req-a9705cd8-7d5d-4d2a-8d59-ff54df3ed3a4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855541 Mar 29 08:54:34.081298 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:34.081643 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Checking segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:34.085807 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Bound using segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:34.085807 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Bound port: ce4f1b1a-30be-4866-87e5-18635615a7a1, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:34.085807 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.104584 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-0464d6cb-5c2a-4213-a4e5-4b323e5ff925 req-e85f543d-7916-4495-bd78-b971dcfc8fca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f6096c41-40ea-451a-ac5d-a716464045d2), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.117106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.127976 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ba820da5-ec0f-4469-967e-00d79957cd0e req-744851c5-dfd9-40a0-a391-1d8f3228663f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165483 Mar 29 08:54:34.178251 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f543d-7916-4495-bd78-b971dcfc8fca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f6096c41-40ea-451a-ac5d-a716464045d2,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:34.196634 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0464d6cb-5c2a-4213-a4e5-4b323e5ff925 req-e85f543d-7916-4495-bd78-b971dcfc8fca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837187 Mar 29 08:54:34.209849 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] For port ce4f1b1a-30be-4866-87e5-18635615a7a1, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:34.216697 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] For port ce4f1b1a-30be-4866-87e5-18635615a7a1, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:34.251435 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1c586f85-eb8f-4719-8f82-2b8d6dee22d7 req-278047dd-f0d6-4605-8ffe-c62e74375c18 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 210 time: 0.0301690 Mar 29 08:54:34.266410 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5115d88-3a21-4b43-993d-264a64c51288 req-f7737532-3e5a-40ea-bd5a-45abb3ad4aab tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:34.268008 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e5115d88-3a21-4b43-993d-264a64c51288 req-f7737532-3e5a-40ea-bd5a-45abb3ad4aab tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 944 time: 0.0664918 Mar 29 08:54:34.299632 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.315963 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device baa72187-e646-4efc-9660-f506d7952cb6 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:54:34.315963 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 61220fc0-061a-4821-94a1-22120332069d up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:34.340987 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e5115d88-3a21-4b43-993d-264a64c51288 req-8fa93942-16aa-4f18-8ec1-8ebcb804fe42 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664983 Mar 29 08:54:34.346696 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.349496 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Network 68420c33-7320-4078-b515-720ad6bf75ef is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:54:34.356231 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:54:34.368098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:54:34.373509 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:34.374164 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.390708 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:34.409087 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:34.410150 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.412838 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce4f1b1a-30be-4866-87e5-18635615a7a1 HTTP/1.1" status: 200 len: 1094 time: 2.7009075 Mar 29 08:54:34.413377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:34.435596 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af" -d '{"events": [{"name": "network-changed", "server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:34.500306 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c551ee8c-4b14-4d8e-81f0-cb283066b646 x-openstack-request-id: req-c551ee8c-4b14-4d8e-81f0-cb283066b646 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:34.500656 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:34.500910 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c551ee8c-4b14-4d8e-81f0-cb283066b646 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:34.501315 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c551ee8c-4b14-4d8e-81f0-cb283066b646'] response: {'name': 'network-changed', 'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'status': 'completed', 'code': 200} Mar 29 08:54:34.526643 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88ee4d-b54c-4d9d-af16-c095f31fcf94 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f1b1a-30be-4866-87e5-18635615a7a1,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:34.589696 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-139a5cdf-6cba-4bc0-a617-3510771f28ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5384688 Mar 29 08:54:34.611105 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 61220fc0-061a-4821-94a1-22120332069d completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:54:34.619681 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port baa72187-e646-4efc-9660-f506d7952cb6, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=baa72187-e646-4efc-9660-f506d7952cb6,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:34.623400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 61220fc0-061a-4821-94a1-22120332069d triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:34.623785 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (61220fc0-061a-4821-94a1-22120332069d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.633130 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 60894) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:34.653509 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Request body: {'port': {'device_id': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:34.655281 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5e41d1c1-094c-4445-85ba-958e7c27f2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.700082 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'baa72187-e646-4efc-9660-f506d7952cb6', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'port_id': 'baa72187-e646-4efc-9660-f506d7952cb6', 'mac_address': 'fa:16:3e:4a:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:54:34.754707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.762996 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port baa72187-e646-4efc-9660-f506d7952cb6 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:34.769602 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (baa72187-e646-4efc-9660-f506d7952cb6), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.777464 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af req-b715558d-53bc-46bd-adb9-a97ff3d4c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:34.779344 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af req-b715558d-53bc-46bd-adb9-a97ff3d4c530 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 1128 time: 0.2256882 Mar 29 08:54:34.801331 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41085dee-aa62-4386-9b88-7db1fc9c8442 req-0904b59b-df64-4354-b03e-fa152bc3127f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:34.802882 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-41085dee-aa62-4386-9b88-7db1fc9c8442 req-0904b59b-df64-4354-b03e-fa152bc3127f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 944 time: 0.1410582 Mar 29 08:54:34.804700 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa72187-e646-4efc-9660-f506d7952cb6 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:34.845233 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port baa72187-e646-4efc-9660-f506d7952cb6, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=baa72187-e646-4efc-9660-f506d7952cb6,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:34.848296 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 61220fc0-061a-4821-94a1-22120332069d is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:34.848887 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (61220fc0-061a-4821-94a1-22120332069d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.862519 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5e41d1c1-094c-4445-85ba-958e7c27f2fc admin admin] Publish callbacks [] for security_group (845d113c-4d04-4a01-b4ab-86aaba773907), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.877396 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-41085dee-aa62-4386-9b88-7db1fc9c8442 req-08057694-4ecf-4e18-99af-9ff0efcb478b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640769 Mar 29 08:54:34.902774 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 61220fc0-061a-4821-94a1-22120332069d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=61220fc0-061a-4821-94a1-22120332069d,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:34.909181 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-bc94f7ec-5e99-4756-988a-b4bb16705225 None None] Provisioning complete for port 37a106b0-fc27-4738-bc03-adb1b549d74f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:34.909639 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bc94f7ec-5e99-4756-988a-b4bb16705225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.950387 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-bc94f7ec-5e99-4756-988a-b4bb16705225 None None] Port 37a106b0-fc27-4738-bc03-adb1b549d74f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:54:34.955666 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5e41d1c1-094c-4445-85ba-958e7c27f2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (845d113c-4d04-4a01-b4ab-86aaba773907), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.957741 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (baa72187-e646-4efc-9660-f506d7952cb6), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:34.958460 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c5193eff-1ebc-4cc9-904c-4da5ed898b22 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:54:34.994637 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (61220fc0-061a-4821-94a1-22120332069d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.009443 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5e41d1c1-094c-4445-85ba-958e7c27f2fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48fef137f11b4f989d5058859998a7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745368 Mar 29 08:54:35.011710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d1c1-094c-4445-85ba-958e7c27f2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845d113c-4d04-4a01-b4ab-86aaba773907,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:35.014802 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 60900) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:35.071332 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=baa72187-e646-4efc-9660-f506d7952cb6,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:35.137595 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=61220fc0-061a-4821-94a1-22120332069d,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:35.153619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af req-72021c3a-4609-439e-ad0d-ab6c9c967d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.155086 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af req-72021c3a-4609-439e-ad0d-ab6c9c967d1d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e07126d364ec4ace9c87e06f3e35410f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3481772 Mar 29 08:54:35.180535 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port c5193eff-1ebc-4cc9-904c-4da5ed898b22, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:35.193607 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:54:35.239953 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port c5193eff-1ebc-4cc9-904c-4da5ed898b22 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:35.240381 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.256650 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5193eff-1ebc-4cc9-904c-4da5ed898b22 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:35.278718 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb19c-4e6e-44d8-8dba-ce23c26be77b req-73fa38d3-38b5-4f4c-9782-4d9cc1211408 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.280219 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-344bb19c-4e6e-44d8-8dba-ce23c26be77b req-73fa38d3-38b5-4f4c-9782-4d9cc1211408 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 944 time: 0.0620658 Mar 29 08:54:35.284781 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port c5193eff-1ebc-4cc9-904c-4da5ed898b22, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:35.331024 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-344bb19c-4e6e-44d8-8dba-ce23c26be77b req-ab004d04-7313-49d3-9d5c-27a345b3342c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Mar 29 08:54:35.353779 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.373304 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c13e271-9830-4bd6-9a10-25cd492eadfe admin admin] Publish callbacks [] for security_group (845d113c-4d04-4a01-b4ab-86aaba773907), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.401152 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61220fc0-061a-4821-94a1-22120332069d'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:35.403956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032e294-bcaa-4473-876a-b85bf1721c28" -d '{"events": [{"server_uuid": "c291c919-e80a-4db6-96a3-b61b716b29af", "name": "network-vif-plugged", "status": "completed", "tag": "61220fc0-061a-4821-94a1-22120332069d"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:35.419944 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=c5193eff-1ebc-4cc9-904c-4da5ed898b22,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:35.441056 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6808ca8-8edc-469e-8545-45e399596aa1 req-e68ddc44-2d85-48b2-90d8-41c5af6d94c8 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.442744 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6808ca8-8edc-469e-8545-45e399596aa1 req-e68ddc44-2d85-48b2-90d8-41c5af6d94c8 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.2819164 Mar 29 08:54:35.458971 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47226-3b50-48b2-8e7a-803b4a4f6842 req-04060327-a24b-4465-b84e-ef8d44709814 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.460608 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bdb47226-3b50-48b2-8e7a-803b4a4f6842 req-04060327-a24b-4465-b84e-ef8d44709814 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 932 time: 0.0642333 Mar 29 08:54:35.464646 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c13e271-9830-4bd6-9a10-25cd492eadfe admin admin] Publish callbacks [] for security_group (845d113c-4d04-4a01-b4ab-86aaba773907), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.508021 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af req-0f4f9253-ef24-4809-a06d-22239b0ecb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.509522 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c58b93a1-fb07-4b5c-ab7a-a0bd3170a2af req-0f4f9253-ef24-4809-a06d-22239b0ecb06 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3436084 Mar 29 08:54:35.529323 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bdb47226-3b50-48b2-8e7a-803b4a4f6842 req-f551a23b-a61a-4611-9d8c-3913b390b750 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Mar 29 08:54:35.612448 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['c5193eff-1ebc-4cc9-904c-4da5ed898b22'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:54:35.628926 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b6808ca8-8edc-469e-8545-45e399596aa1 req-3fe62482-9088-40a6-881b-34704555122d tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719234 Mar 29 08:54:35.635401 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a106b0-fc27-4738-bc03-adb1b549d74f {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:35.656534 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Publish callbacks [] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.663167 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e18fd-c023-47b2-b220-d337d9f51e00 req-5d3377d9-390a-426b-b85f-74df474a6366 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.665768 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-621e18fd-c023-47b2-b220-d337d9f51e00 req-5d3377d9-390a-426b-b85f-74df474a6366 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 945 time: 0.0869935 Mar 29 08:54:35.669562 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['baa72187-e646-4efc-9660-f506d7952cb6'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:54:35.688210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-693d5eee-2996-4dc8-a880-bd4d9e0ac363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.689848 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-693d5eee-2996-4dc8-a880-bd4d9e0ac363 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 1128 time: 0.1307781 Mar 29 08:54:35.738081 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-621e18fd-c023-47b2-b220-d337d9f51e00 req-1b438b18-8799-407b-991f-8834123f7040 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657783 Mar 29 08:54:35.746306 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-820360f5-f73d-46cd-a264-6f2bed7f8aac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1 HTTP/1.1" status: 200 len: 217 time: 0.0485733 Mar 29 08:54:35.776237 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013a3044-c763-4c3b-9012-3f00909f6272 x-openstack-request-id: req-013a3044-c763-4c3b-9012-3f00909f6272 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:35.776726 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c291c919-e80a-4db6-96a3-b61b716b29af", "name": "network-vif-plugged", "status": "completed", "tag": "61220fc0-061a-4821-94a1-22120332069d", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:35.777000 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-013a3044-c763-4c3b-9012-3f00909f6272 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:35.777410 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013a3044-c763-4c3b-9012-3f00909f6272'] response: {'server_uuid': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61220fc0-061a-4821-94a1-22120332069d', 'code': 200} Mar 29 08:54:35.833231 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Transition to ACTIVE for port object 37a106b0-fc27-4738-bc03-adb1b549d74f will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:54:35.834742 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c13e271-9830-4bd6-9a10-25cd492eadfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (845d113c-4d04-4a01-b4ab-86aaba773907), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.845825 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c13e271-9830-4bd6-9a10-25cd492eadfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:35.847500 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6c13e271-9830-4bd6-9a10-25cd492eadfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/845d113c-4d04-4a01-b4ab-86aaba773907 HTTP/1.1" status: 204 len: 168 time: 0.8256032 Mar 29 08:54:35.860853 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-20ce8b34-c743-411e-b7d2-5d231a469891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.862375 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-20ce8b34-c743-411e-b7d2-5d231a469891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 200 len: 850 time: 0.1091638 Mar 29 08:54:35.863117 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13e271-9830-4bd6-9a10-25cd492eadfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d113c-4d04-4a01-b4ab-86aaba773907,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:35.931190 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-2fcc6265-fe4d-48fc-a6f2-ef6d8e0f0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:35.935488 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-2fcc6265-fe4d-48fc-a6f2-ef6d8e0f0258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657351 Mar 29 08:54:36.048125 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:36.086951 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6e82d-6709-41f6-9e5f-d008d7cd0e98 req-cba23784-152d-4ea0-a443-69f45d3f24f9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.090470 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d1f6e82d-6709-41f6-9e5f-d008d7cd0e98 req-cba23784-152d-4ea0-a443-69f45d3f24f9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 945 time: 0.1051733 Mar 29 08:54:36.154552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:36.176710 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Attempting to bind port 37a106b0-fc27-4738-bc03-adb1b549d74f on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:54:36.177047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Attempting to bind port 37a106b0-fc27-4738-bc03-adb1b549d74f by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:54:36.177204 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d1f6e82d-6709-41f6-9e5f-d008d7cd0e98 req-d0d60501-bd38-41ee-9eee-4d1c15fd6567 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729024 Mar 29 08:54:36.177376 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Attempting to bind port 37a106b0-fc27-4738-bc03-adb1b549d74f on network 68420c33-7320-4078-b515-720ad6bf75ef {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:36.185464 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-d503e1ae-818f-484a-a41d-4b60f944581b service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415142 Mar 29 08:54:36.186185 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Port 37a106b0-fc27-4738-bc03-adb1b549d74f on network 68420c33-7320-4078-b515-720ad6bf75ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:54:36.186505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Attempting to bind port 37a106b0-fc27-4738-bc03-adb1b549d74f on network 68420c33-7320-4078-b515-720ad6bf75ef {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:54:36.207535 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:54:36.207963 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Checking segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:54:36.208267 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Bound using segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:54:36.208749 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Bound port: 37a106b0-fc27-4738-bc03-adb1b549d74f, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:54:36.209115 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:36.227029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18e7d9-b89a-4274-817b-26a5f1211873 req-3f5ed702-e0cc-41e9-9451-59a1a7d878ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.229125 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6d18e7d9-b89a-4274-817b-26a5f1211873 req-3f5ed702-e0cc-41e9-9451-59a1a7d878ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1130 time: 0.0761876 Mar 29 08:54:36.287574 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6d18e7d9-b89a-4274-817b-26a5f1211873 req-5863eb27-0977-4dce-8897-142768f7b65b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Mar 29 08:54:36.568309 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:54:36.572064 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ca6141d-87a9-4ec4-8b92-5619ef2089f6 req-a367d2cc-a96a-4fc6-ad37-5546b7b207e0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795881 Mar 29 08:54:36.586664 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:54:36.596558 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e09912-18ff-4656-a15a-651221e1130b req-b1185bce-e6be-409e-b364-5117743b829e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.598071 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15e09912-18ff-4656-a15a-651221e1130b req-b1185bce-e6be-409e-b364-5117743b829e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 944 time: 0.1195178 Mar 29 08:54:36.647395 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd30b9-4522-40eb-ab55-a81cc6e7d0e3 req-b09f349b-2e26-4e7e-950d-6d6309a4a44e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.649006 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57bd30b9-4522-40eb-ab55-a81cc6e7d0e3 req-b09f349b-2e26-4e7e-950d-6d6309a4a44e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0574396 Mar 29 08:54:36.651187 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15e09912-18ff-4656-a15a-651221e1130b req-b30493a7-8060-47bb-906d-e3bd24785332 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477161 Mar 29 08:54:36.685928 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:36.704451 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57bd30b9-4522-40eb-ab55-a81cc6e7d0e3 req-20214a25-b0f2-40e5-9783-ee2decc5ec31 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 Mar 29 08:54:36.741343 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.742045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:36.743396 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] 10.222.0.13 "PUT /v2.0/ports/37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 200 len: 1094 time: 2.0972407 Mar 29 08:54:36.746466 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:36.748885 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350" -d '{"events": [{"name": "network-changed", "server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:36.790728 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26e067-31c6-493a-8f0f-e2d39a95fef1 x-openstack-request-id: req-0a26e067-31c6-493a-8f0f-e2d39a95fef1 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:36.791023 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:36.791276 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a26e067-31c6-493a-8f0f-e2d39a95fef1 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:36.795278 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a26e067-31c6-493a-8f0f-e2d39a95fef1'] response: {'name': 'network-changed', 'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'status': 'completed', 'code': 200} Mar 29 08:54:36.806403 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f742680-cda1-4d95-8d52-b1a14a937c6e service neutron] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:36.855404 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3337-4e60-4b8a-b137-f1483937de29 req-bf276bce-afb9-4f3c-8080-1735646765a4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.856940 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5f0b3337-4e60-4b8a-b137-f1483937de29 req-bf276bce-afb9-4f3c-8080-1735646765a4 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.1383829 Mar 29 08:54:36.886712 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350 req-02c5ab50-453e-4b08-b80a-0b44bfea23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.888237 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350 req-02c5ab50-453e-4b08-b80a-0b44bfea23cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1128 time: 0.0759752 Mar 29 08:54:36.900420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba3da5-7910-48d3-a606-6be93d6d095e req-400e5da3-0902-4bc9-a677-cb28883974c1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:36.905228 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b1ba3da5-7910-48d3-a606-6be93d6d095e req-400e5da3-0902-4bc9-a677-cb28883974c1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 945 time: 0.0573676 Mar 29 08:54:36.971351 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5f0b3337-4e60-4b8a-b137-f1483937de29 req-312d0472-9f88-49d7-a10c-de97188351c6 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047082 Mar 29 08:54:36.987132 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b1ba3da5-7910-48d3-a606-6be93d6d095e req-4a714472-3496-48c0-a6f3-09222d7af07d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683136 Mar 29 08:54:37.037680 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350 req-ac401fee-4716-412e-a888-1e621c42c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.039247 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350 req-ac401fee-4716-412e-a888-1e621c42c8f6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c570102cfad04d23b680ee0f2102edb4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1354997 Mar 29 08:54:37.156204 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350 req-c2aeb384-55e8-4434-bda4-5f4f3f257852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.157841 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2066c5d6-ab46-4dd8-a3dd-08650bf4c350 req-c2aeb384-55e8-4434-bda4-5f4f3f257852 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074457 Mar 29 08:54:37.288448 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-ac36486e-d0dc-4928-95b8-1ec7d84d30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.290535 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-ac36486e-d0dc-4928-95b8-1ec7d84d30bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1128 time: 0.0910451 Mar 29 08:54:37.349344 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-8520bf2c-0cde-49f4-b526-4c922049b2ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 200 len: 217 time: 0.0436642 Mar 29 08:54:37.404055 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbc1cf-373a-488a-ba19-a9902faafa0d req-181038bc-b672-4fa2-9c1a-e7b987013071 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.409340 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cebbc1cf-373a-488a-ba19-a9902faafa0d req-181038bc-b672-4fa2-9c1a-e7b987013071 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 945 time: 0.1330838 Mar 29 08:54:37.434785 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-59819624-3bd3-4cb1-adca-65f89e8df809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.436243 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-59819624-3bd3-4cb1-adca-65f89e8df809 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0804074 Mar 29 08:54:37.485428 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cebbc1cf-373a-488a-ba19-a9902faafa0d req-1e629b25-531d-4f30-90c1-dba0ad16a2e7 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731874 Mar 29 08:54:37.501480 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-2e507977-b0eb-4d67-99bf-ec9682508c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.502944 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-2e507977-b0eb-4d67-99bf-ec9682508c8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570340 Mar 29 08:54:37.619941 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-4371b550-ae26-45b8-94e2-3233e650a058 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101916 Mar 29 08:54:37.728466 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a37a372-4076-465a-bbd3-1556ae0282f6 req-2026b743-6093-4df1-a250-cc2f90bf4852 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994892 Mar 29 08:54:37.816489 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2093e-34d6-4894-9af5-be2f373a13d8 req-be7e1086-c341-4ad1-b2d7-927a1be4f061 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.823229 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cae2093e-34d6-4894-9af5-be2f373a13d8 req-be7e1086-c341-4ad1-b2d7-927a1be4f061 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 944 time: 0.0979133 Mar 29 08:54:37.855342 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ff7d8-1eb6-483d-a9a9-aa644da41ffa req-fcb794c5-53da-4384-ab67-8acdda615453 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:37.856835 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3b5ff7d8-1eb6-483d-a9a9-aa644da41ffa req-fcb794c5-53da-4384-ab67-8acdda615453 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0541651 Mar 29 08:54:37.873101 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cae2093e-34d6-4894-9af5-be2f373a13d8 req-601f01c9-c915-4bbd-9e5e-fd8253ebabc6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482557 Mar 29 08:54:37.905415 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3b5ff7d8-1eb6-483d-a9a9-aa644da41ffa req-86aadd0e-884a-4f98-b91a-4b2f0cf7d596 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Mar 29 08:54:38.110051 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad84088-5aaa-4008-a725-22aa43876a85 req-72b0a411-94ac-4e86-89a0-397419fc8b0f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:38.116851 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cad84088-5aaa-4008-a725-22aa43876a85 req-72b0a411-94ac-4e86-89a0-397419fc8b0f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 945 time: 0.0626514 Mar 29 08:54:38.159943 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cad84088-5aaa-4008-a725-22aa43876a85 req-056cd5c9-a8e2-4ed1-acb8-a44dbf3163f5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Mar 29 08:54:38.603588 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f9ff3-659e-4751-98e8-508a2f411b92 req-bbd5afaf-6ec9-45f7-90d3-1c813bc3518b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:38.605649 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-392f9ff3-659e-4751-98e8-508a2f411b92 req-bbd5afaf-6ec9-45f7-90d3-1c813bc3518b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Mar 29 08:54:38.653209 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-392f9ff3-659e-4751-98e8-508a2f411b92 req-9d1576d3-e772-4be3-be88-8769613f3b6c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405085 Mar 29 08:54:38.762967 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device baa72187-e646-4efc-9660-f506d7952cb6 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:38.865703 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 32788) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:38.873032 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port baa72187-e646-4efc-9660-f506d7952cb6 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:54:38.877063 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port baa72187-e646-4efc-9660-f506d7952cb6 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:38.877509 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (baa72187-e646-4efc-9660-f506d7952cb6), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:38.980607 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port baa72187-e646-4efc-9660-f506d7952cb6 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:38.981016 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (baa72187-e646-4efc-9660-f506d7952cb6), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:38.983698 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3712e9c8-5cc6-4209-8c4d-f6003d4e33b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.020949 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa72187-e646-4efc-9660-f506d7952cb6'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:39.024130 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c61505-a868-4e89-adbf-59d5b162a5f7" -d '{"events": [{"server_uuid": "25f78d33-dd8b-495e-b056-23c72c909e1d", "name": "network-vif-plugged", "status": "completed", "tag": "baa72187-e646-4efc-9660-f506d7952cb6"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:39.034142 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a0e5-4b9e-4e7d-9516-d73b91a3e752 req-118aa274-288e-4265-ae0d-e7d47488d133 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:39.035623 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ff66a0e5-4b9e-4e7d-9516-d73b91a3e752 req-118aa274-288e-4265-ae0d-e7d47488d133 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 944 time: 0.0845039 Mar 29 08:54:39.039660 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port baa72187-e646-4efc-9660-f506d7952cb6, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=baa72187-e646-4efc-9660-f506d7952cb6,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:39.086976 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ff66a0e5-4b9e-4e7d-9516-d73b91a3e752 req-64ceba6d-540f-40b7-b09c-53afbdd81200 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 Mar 29 08:54:39.087608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273c5dc-822f-42ad-a83b-0b479c67a924 req-6c31c62a-c693-4e32-a2ba-3873bb05ed73 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:39.089677 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b273c5dc-822f-42ad-a83b-0b479c67a924 req-6c31c62a-c693-4e32-a2ba-3873bb05ed73 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0799439 Mar 29 08:54:39.108142 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (baa72187-e646-4efc-9660-f506d7952cb6), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.109289 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c5193eff-1ebc-4cc9-904c-4da5ed898b22 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:39.137853 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8dfc7-293a-4ce0-9429-3fe07ec73561 x-openstack-request-id: req-43d8dfc7-293a-4ce0-9429-3fe07ec73561 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:39.138262 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f78d33-dd8b-495e-b056-23c72c909e1d", "name": "network-vif-plugged", "status": "completed", "tag": "baa72187-e646-4efc-9660-f506d7952cb6", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:39.138586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43d8dfc7-293a-4ce0-9429-3fe07ec73561 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:39.139041 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d8dfc7-293a-4ce0-9429-3fe07ec73561'] response: {'server_uuid': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa72187-e646-4efc-9660-f506d7952cb6', 'code': 200} Mar 29 08:54:39.149133 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3712e9c8-5cc6-4209-8c4d-f6003d4e33b0 admin admin] Publish callbacks [] for security_group (0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.163545 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b273c5dc-822f-42ad-a83b-0b479c67a924 req-78a91bf3-1246-4100-9830-355e7dc92459 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670614 Mar 29 08:54:39.195826 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=baa72187-e646-4efc-9660-f506d7952cb6,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:39.221667 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3712e9c8-5cc6-4209-8c4d-f6003d4e33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.261769 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3712e9c8-5cc6-4209-8c4d-f6003d4e33b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebf94c9f10fe48f3a54a08748473e461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949592 Mar 29 08:54:39.262900 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712e9c8-5cc6-4209-8c4d-f6003d4e33b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:39.264447 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 32804) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:39.274468 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port c5193eff-1ebc-4cc9-904c-4da5ed898b22 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:54:39.278860 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port c5193eff-1ebc-4cc9-904c-4da5ed898b22 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:39.279238 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.317020 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cab62-1458-4363-8fec-bd4d997d896c req-265ab16b-01c7-4a72-b80f-8066a07e7466 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:39.318491 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc7cab62-1458-4363-8fec-bd4d997d896c req-265ab16b-01c7-4a72-b80f-8066a07e7466 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0831640 Mar 29 08:54:39.346678 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6020102-d614-44b3-836e-40d037f45260 admin admin] Publish callbacks [] for security_group (0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.357027 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port c5193eff-1ebc-4cc9-904c-4da5ed898b22 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:39.357423 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.386881 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6020102-d614-44b3-836e-40d037f45260 admin admin] Publish callbacks [] for security_group (0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.390338 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port c5193eff-1ebc-4cc9-904c-4da5ed898b22, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:39.400809 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc7cab62-1458-4363-8fec-bd4d997d896c req-3d8eb53b-ace8-4706-8f26-5216fcccf0d5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Mar 29 08:54:39.462106 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.508307 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=c5193eff-1ebc-4cc9-904c-4da5ed898b22,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:39.516482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6020102-d614-44b3-836e-40d037f45260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.519203 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6020102-d614-44b3-836e-40d037f45260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:39.520765 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e6020102-d614-44b3-836e-40d037f45260 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d HTTP/1.1" status: 204 len: 168 time: 0.2551055 Mar 29 08:54:39.528438 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020102-d614-44b3-836e-40d037f45260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c434a-6c3c-471f-a1b3-36b2fcd73b9d,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:39.768173 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691c0c-22af-456a-a88b-2db3e057ab6b req-675093b1-48df-4812-940e-e53e86ac7f77 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:39.770044 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a4691c0c-22af-456a-a88b-2db3e057ab6b req-675093b1-48df-4812-940e-e53e86ac7f77 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0535614 Mar 29 08:54:39.817560 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a4691c0c-22af-456a-a88b-2db3e057ab6b req-48ce125b-1aba-4793-b8b6-18d9a8cc49f2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Mar 29 08:54:40.124916 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 32820) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:40.137499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-90c8bc66-950b-4493-8acc-8766c91e67f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.244327 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de31d8-4c68-4446-a3d2-1c04c41dda7f req-4bd2676d-575c-4aea-9f2b-7705112f5738 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:40.245990 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f2de31d8-4c68-4446-a3d2-1c04c41dda7f req-4bd2676d-575c-4aea-9f2b-7705112f5738 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 944 time: 0.0807564 Mar 29 08:54:40.256124 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-90c8bc66-950b-4493-8acc-8766c91e67f4 admin admin] Publish callbacks [] for security_group (892b0dab-d34c-49b7-bace-bd4b8cfade56), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.288253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dfd7a-cd2d-40ba-bde8-b751e4d8b33e req-cf5b73c4-8a83-463e-9486-caca1a25bed2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:40.289690 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b14dfd7a-cd2d-40ba-bde8-b751e4d8b33e req-cf5b73c4-8a83-463e-9486-caca1a25bed2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0546854 Mar 29 08:54:40.296967 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f2de31d8-4c68-4446-a3d2-1c04c41dda7f req-8a8c30e6-3954-4bdb-9941-d3f47433cdcb tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Mar 29 08:54:40.301772 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-90c8bc66-950b-4493-8acc-8766c91e67f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (892b0dab-d34c-49b7-bace-bd4b8cfade56), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.342478 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b14dfd7a-cd2d-40ba-bde8-b751e4d8b33e req-f9583fb2-5c58-459e-9c59-2f5fe5959562 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459886 Mar 29 08:54:40.344199 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-90c8bc66-950b-4493-8acc-8766c91e67f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24f57d95118047948f78ee45e8351e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183473 Mar 29 08:54:40.345175 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8bc66-950b-4493-8acc-8766c91e67f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892b0dab-d34c-49b7-bace-bd4b8cfade56,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:40.346865 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 32824) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:40.398329 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8d3685c-59d9-44aa-96e2-50fde858358a admin admin] Publish callbacks [] for security_group (892b0dab-d34c-49b7-bace-bd4b8cfade56), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.419133 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8d3685c-59d9-44aa-96e2-50fde858358a admin admin] Publish callbacks [] for security_group (892b0dab-d34c-49b7-bace-bd4b8cfade56), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.481877 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ce4f1b1a-30be-4866-87e5-18635615a7a1 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:54:40.519410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8d3685c-59d9-44aa-96e2-50fde858358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (892b0dab-d34c-49b7-bace-bd4b8cfade56), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.522229 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8d3685c-59d9-44aa-96e2-50fde858358a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.523475 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e8d3685c-59d9-44aa-96e2-50fde858358a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/892b0dab-d34c-49b7-bace-bd4b8cfade56 HTTP/1.1" status: 204 len: 168 time: 0.1756241 Mar 29 08:54:40.538337 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d033e-c904-4230-93bf-627cd867a692 req-c91c7ab0-1ea2-4f23-9f1c-9e89ea1d0e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:40.540849 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-720d033e-c904-4230-93bf-627cd867a692 req-c91c7ab0-1ea2-4f23-9f1c-9e89ea1d0e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0694578 Mar 29 08:54:40.545555 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3685c-59d9-44aa-96e2-50fde858358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892b0dab-d34c-49b7-bace-bd4b8cfade56,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:40.595955 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-720d033e-c904-4230-93bf-627cd867a692 req-ff8c1830-1a4a-49d4-a3d2-97e101fe6195 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489659 Mar 29 08:54:40.602063 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port ce4f1b1a-30be-4866-87e5-18635615a7a1, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:40.614791 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'port_id': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'mac_address': 'fa:16:3e:29:57:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:54:40.661681 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port ce4f1b1a-30be-4866-87e5-18635615a7a1 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:40.662065 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.674813 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4f1b1a-30be-4866-87e5-18635615a7a1 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:40.693638 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port ce4f1b1a-30be-4866-87e5-18635615a7a1, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:40.808165 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:40.827953 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e30f0-d410-411f-97a3-4d68f830f72f req-dee696b8-14e2-4f03-86d3-e5059d8750e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:40.829654 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d1e30f0-d410-411f-97a3-4d68f830f72f req-dee696b8-14e2-4f03-86d3-e5059d8750e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 1130 time: 0.0832279 Mar 29 08:54:40.871253 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=ce4f1b1a-30be-4866-87e5-18635615a7a1,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:40.889366 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d1e30f0-d410-411f-97a3-4d68f830f72f req-975edaa1-96bf-4f2b-8d27-7bcda11c780c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488997 Mar 29 08:54:40.940300 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b83d4-4db6-4b65-ae5a-28a770257a88 req-2675d75a-c5a1-4d11-ba81-c952e9a0c214 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:40.941805 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b4b83d4-4db6-4b65-ae5a-28a770257a88 req-2675d75a-c5a1-4d11-ba81-c952e9a0c214 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0552444 Mar 29 08:54:40.990105 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b4b83d4-4db6-4b65-ae5a-28a770257a88 req-05e36785-cf45-4128-b999-a2a74ebd9dee tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Mar 29 08:54:41.140569 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:41.144991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f79f11-c1fc-45c7-a028-cb68b9b17fac" -d '{"events": [{"server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:41.181805 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f128c50d-50a6-474b-96e0-43c7663b4f04 x-openstack-request-id: req-f128c50d-50a6-474b-96e0-43c7663b4f04 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:41.182309 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:41.183257 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f128c50d-50a6-474b-96e0-43c7663b4f04 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:41.183796 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f128c50d-50a6-474b-96e0-43c7663b4f04'] response: {'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'code': 200} Mar 29 08:54:41.254050 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ce4f1b1a-30be-4866-87e5-18635615a7a1'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:54:41.440704 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5acb4-7974-40bc-87ea-c3c70b4216c4 req-6ab2c3fe-1319-4a9d-b584-3f338e40edad tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:41.442954 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-52d5acb4-7974-40bc-87ea-c3c70b4216c4 req-6ab2c3fe-1319-4a9d-b584-3f338e40edad tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 945 time: 0.0751863 Mar 29 08:54:41.498466 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-52d5acb4-7974-40bc-87ea-c3c70b4216c4 req-8f62bc0c-699d-4e4b-ac3c-38c30537d46c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484567 Mar 29 08:54:41.640063 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbb57b-1326-4634-8e6e-4e170147e111 req-e8cb7fa6-ee8d-464d-81cc-064852a7abe7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:41.641541 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-85dbb57b-1326-4634-8e6e-4e170147e111 req-e8cb7fa6-ee8d-464d-81cc-064852a7abe7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0606248 Mar 29 08:54:41.652682 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476d6a-5453-4891-b672-a0ded6eb8c90 req-32a279a0-e510-49db-bc2a-55d186402ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:41.654231 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-72476d6a-5453-4891-b672-a0ded6eb8c90 req-32a279a0-e510-49db-bc2a-55d186402ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 1130 time: 0.0462663 Mar 29 08:54:41.691119 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-85dbb57b-1326-4634-8e6e-4e170147e111 req-26177212-36ce-4c8f-b127-9fd13a38b0ff tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Mar 29 08:54:41.739845 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-72476d6a-5453-4891-b672-a0ded6eb8c90 req-1b286d68-11e2-4bff-bd06-072c669cdb8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629106 Mar 29 08:54:41.816008 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1fa0a-e18a-4a63-8698-13d819598af9 req-f2b8a203-c69f-452e-b6eb-9bdf41499844 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:41.817509 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b0b1fa0a-e18a-4a63-8698-13d819598af9 req-f2b8a203-c69f-452e-b6eb-9bdf41499844 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0558980 Mar 29 08:54:41.865942 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b0b1fa0a-e18a-4a63-8698-13d819598af9 req-5a569ff6-4669-4427-a6d9-cdaf0b72d81e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Mar 29 08:54:42.108509 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50444f9-66df-4bab-bd69-4ce209603192 req-9112eced-a6d7-42f0-8a96-bd24279c4558 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:42.110017 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c50444f9-66df-4bab-bd69-4ce209603192 req-9112eced-a6d7-42f0-8a96-bd24279c4558 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0520754 Mar 29 08:54:42.166124 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c50444f9-66df-4bab-bd69-4ce209603192 req-f7fdb8a0-2beb-4db9-931f-7a72ee6f1afd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496509 Mar 29 08:54:42.614718 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab0a94-ffb9-4ea1-bb01-75e6b5ee3c8e req-723001ac-d15b-4208-a51a-c1893c847c5c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:42.616295 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57ab0a94-ffb9-4ea1-bb01-75e6b5ee3c8e req-723001ac-d15b-4208-a51a-c1893c847c5c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 945 time: 0.0519044 Mar 29 08:54:42.666612 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57ab0a94-ffb9-4ea1-bb01-75e6b5ee3c8e req-f8ad7f1c-3d8e-44fd-a1b8-1996d2d710bd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Mar 29 08:54:42.821387 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b53d3d-7f05-4792-b0a9-d7b5ceb5f7d2 req-87ee2de4-13bb-47e1-8393-501149b9f10e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:42.822905 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-79b53d3d-7f05-4792-b0a9-d7b5ceb5f7d2 req-87ee2de4-13bb-47e1-8393-501149b9f10e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0526087 Mar 29 08:54:42.868501 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-79b53d3d-7f05-4792-b0a9-d7b5ceb5f7d2 req-c14a7bac-69ea-4160-bf12-0452342b238e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Mar 29 08:54:42.981855 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54384527-8a33-4ce4-b09a-1bed7e8e0455 req-b904c1c8-ffad-49f2-ae6e-6b837277f87c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:42.983336 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-54384527-8a33-4ce4-b09a-1bed7e8e0455 req-b904c1c8-ffad-49f2-ae6e-6b837277f87c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0521929 Mar 29 08:54:43.009626 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ce4f1b1a-30be-4866-87e5-18635615a7a1 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:43.041128 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-54384527-8a33-4ce4-b09a-1bed7e8e0455 req-49e1f780-18c6-4127-a852-25cf05c164a2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Mar 29 08:54:43.135782 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port ce4f1b1a-30be-4866-87e5-18635615a7a1 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:54:43.140481 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port ce4f1b1a-30be-4866-87e5-18635615a7a1 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:43.140850 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:43.222644 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port ce4f1b1a-30be-4866-87e5-18635615a7a1 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:43.223263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:43.248238 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:43.250654 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f5de3-7cee-4964-b5ae-e5b1820bc577" -d '{"events": [{"server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:43.262678 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port ce4f1b1a-30be-4866-87e5-18635615a7a1, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:43.286669 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0448-e330-4b1b-984c-9d6dc63a2de4 req-d0a0920a-e891-425c-b2ae-c354ee0f056e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:43.288132 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-062d0448-e330-4b1b-984c-9d6dc63a2de4 req-d0a0920a-e891-425c-b2ae-c354ee0f056e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0551610 Mar 29 08:54:43.334138 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-062d0448-e330-4b1b-984c-9d6dc63a2de4 req-24aa0b1b-5b72-426c-b0e2-75cf2005b189 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399084 Mar 29 08:54:43.342264 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:43.383164 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de2bfd2-45d5-4c95-87bf-a45a062e0b5b x-openstack-request-id: req-1de2bfd2-45d5-4c95-87bf-a45a062e0b5b {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:43.383477 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:43.383734 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1de2bfd2-45d5-4c95-87bf-a45a062e0b5b {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:43.384126 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de2bfd2-45d5-4c95-87bf-a45a062e0b5b'] response: {'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'code': 200} Mar 29 08:54:43.409544 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=ce4f1b1a-30be-4866-87e5-18635615a7a1,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:43.543841 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a014c-db6c-4c2a-97f1-a445ea5413b1 req-fec6c948-4142-4e6d-826f-28b86b91a775 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:43.545232 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c14a014c-db6c-4c2a-97f1-a445ea5413b1 req-fec6c948-4142-4e6d-826f-28b86b91a775 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0511098 Mar 29 08:54:43.590191 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c14a014c-db6c-4c2a-97f1-a445ea5413b1 req-4eba1cc5-27c2-4b66-89b6-d32245fcefbb tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Mar 29 08:54:43.785933 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b5c87-c70c-4ffb-ab45-3c9c5ae61ec8 req-a512fc18-bed1-40d7-82fa-9cb26af2853d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:43.787402 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f56b5c87-c70c-4ffb-ab45-3c9c5ae61ec8 req-a512fc18-bed1-40d7-82fa-9cb26af2853d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0508325 Mar 29 08:54:43.832565 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f56b5c87-c70c-4ffb-ab45-3c9c5ae61ec8 req-f8225004-16ef-4669-8a55-7e874a52165d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397325 Mar 29 08:54:43.989551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752ae95-a18d-4704-8525-1e5002a7704b req-ea9b493d-666c-4f31-b962-7b98f5ca212b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:43.990990 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1752ae95-a18d-4704-8525-1e5002a7704b req-ea9b493d-666c-4f31-b962-7b98f5ca212b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Mar 29 08:54:44.038994 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1752ae95-a18d-4704-8525-1e5002a7704b req-dc96d2f4-769f-4451-b982-5bcd096a4902 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Mar 29 08:54:44.454774 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa3a6-01df-4ac7-ae3e-f842757900a0 req-b91fc635-8955-4ead-80b2-a8f8f6eec308 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:44.456229 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-abeaa3a6-01df-4ac7-ae3e-f842757900a0 req-b91fc635-8955-4ead-80b2-a8f8f6eec308 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0541685 Mar 29 08:54:44.501938 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-abeaa3a6-01df-4ac7-ae3e-f842757900a0 req-22dfee7b-a55f-451b-b817-5cadc5c00495 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401592 Mar 29 08:54:44.691737 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:54:44.705395 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc13e-f694-4389-9158-29dbc9d3d7a2 req-53f55843-8811-411f-ad54-27c544ccd873 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:44.706905 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d6ecc13e-f694-4389-9158-29dbc9d3d7a2 req-53f55843-8811-411f-ad54-27c544ccd873 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0535145 Mar 29 08:54:44.754947 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d6ecc13e-f694-4389-9158-29dbc9d3d7a2 req-5c565109-ec05-4318-bae0-a197c2be9479 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Mar 29 08:54:44.805774 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:44.820053 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'mac_address': 'fa:16:3e:29:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:54:44.861130 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:44.861520 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:44.874627 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a106b0-fc27-4738-bc03-adb1b549d74f {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:54:44.895546 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:44.941695 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:44.979112 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-2db41d21-91e7-4093-b8f4-231c25709ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:44.980680 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-2db41d21-91e7-4093-b8f4-231c25709ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 1130 time: 0.0819242 Mar 29 08:54:44.991083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc533-0a21-499d-bd5b-0969ce6d4e26 req-192bd508-80c5-44c7-8d64-3c1e4d473529 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:44.992942 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-876cc533-0a21-499d-bd5b-0969ce6d4e26 req-192bd508-80c5-44c7-8d64-3c1e4d473529 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0817928 Mar 29 08:54:45.003422 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:45.132685 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-876cc533-0a21-499d-bd5b-0969ce6d4e26 req-58950682-546f-415f-b5c1-98a32c170d36 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315947 Mar 29 08:54:45.158253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0cbdd-61bb-471c-aeef-6674909f50f6 req-97bd84e5-76e4-411c-9783-9b9039f50f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:45.158253 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ccc0cbdd-61bb-471c-aeef-6674909f50f6 req-97bd84e5-76e4-411c-9783-9b9039f50f6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 1130 time: 0.1121061 Mar 29 08:54:45.162476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-64d8d792-a339-4f6a-a61f-5185d4a3277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:45.163966 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-64d8d792-a339-4f6a-a61f-5185d4a3277c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.1701543 Mar 29 08:54:45.164082 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e61a30-4568-48e1-a103-407dd26c29a3 req-046ba196-8a3f-4079-ab8d-b888da0eae75 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:45.165695 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-04e61a30-4568-48e1-a103-407dd26c29a3 req-046ba196-8a3f-4079-ab8d-b888da0eae75 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0556843 Mar 29 08:54:45.214719 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-04e61a30-4568-48e1-a103-407dd26c29a3 req-5e5396f5-b32f-40aa-b20f-cb287dc9593d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Mar 29 08:54:45.614892 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69726-3883-42aa-bafe-580571af7bf2 req-28e8a819-923b-4fca-b67a-87abf4834bf0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:45.616361 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3cc69726-3883-42aa-bafe-580571af7bf2 req-28e8a819-923b-4fca-b67a-87abf4834bf0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0510974 Mar 29 08:54:45.661106 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3cc69726-3883-42aa-bafe-580571af7bf2 req-be4bdb92-950d-453c-9b55-a3fe031c007c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387506 Mar 29 08:54:45.868273 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5adfc-c374-4894-a302-5d8299ab09a4 req-7efe1425-4085-4bf5-ad74-00d74b7eeaf6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:45.869726 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bbd5adfc-c374-4894-a302-5d8299ab09a4 req-7efe1425-4085-4bf5-ad74-00d74b7eeaf6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0492711 Mar 29 08:54:45.915528 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bbd5adfc-c374-4894-a302-5d8299ab09a4 req-f5975de9-1a59-4fe9-bbd6-8e33ade5ff00 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Mar 29 08:54:46.254554 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63432f-5bef-4973-8e5e-cdc103813f84 req-55db55d2-81e2-430f-9470-dfabb2b650c1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:46.256081 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d63432f-5bef-4973-8e5e-cdc103813f84 req-55db55d2-81e2-430f-9470-dfabb2b650c1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0517125 Mar 29 08:54:46.305395 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8d63432f-5bef-4973-8e5e-cdc103813f84 req-3b90ccaf-134f-42a8-a840-4220e8dbb986 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Mar 29 08:54:46.336128 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d5a9-0adf-4380-9dfa-2e7c31d43a9e req-613066b8-f2d6-41f0-b87b-3b623da37d5a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:46.337594 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8c69d5a9-0adf-4380-9dfa-2e7c31d43a9e req-613066b8-f2d6-41f0-b87b-3b623da37d5a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0536673 Mar 29 08:54:46.381978 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8c69d5a9-0adf-4380-9dfa-2e7c31d43a9e req-d34a9d9d-b6c4-438d-8f1a-81b717a12a0e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382566 Mar 29 08:54:46.779341 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ffd97-c046-4241-9ad9-cb9ee7b08ce9 req-605b50cd-9f18-43e4-b163-7c60302fb929 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:46.780816 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3e1ffd97-c046-4241-9ad9-cb9ee7b08ce9 req-605b50cd-9f18-43e4-b163-7c60302fb929 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0543869 Mar 29 08:54:46.839296 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-d0c00512-efd4-4176-9de5-53f4c0cd4762 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa72187-e646-4efc-9660-f506d7952cb6 HTTP/1.1" status: 200 len: 217 time: 0.0565393 Mar 29 08:54:46.880375 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ccc0cbdd-61bb-471c-aeef-6674909f50f6 req-a786a6c4-1f71-4166-9df8-823ceeb597d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986369 Mar 29 08:54:46.884490 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3e1ffd97-c046-4241-9ad9-cb9ee7b08ce9 req-df69671f-9fb8-44f4-a461-d7a977efb659 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927813 Mar 29 08:54:47.032386 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54e48-80db-4f51-8d5a-a5876bcc33a0 req-ef379d3c-4405-4c2c-a41d-70a006ced262 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:47.033863 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b8f54e48-80db-4f51-8d5a-a5876bcc33a0 req-ef379d3c-4405-4c2c-a41d-70a006ced262 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0545273 Mar 29 08:54:47.078782 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b8f54e48-80db-4f51-8d5a-a5876bcc33a0 req-5d6d685a-67ab-47ec-b8a5-96575e7ed670 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Mar 29 08:54:47.429728 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826297a4-361a-4284-adc2-dc040f2f9e1d req-9086de0e-d28c-4235-9a91-51bfd1205df9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:47.429728 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-826297a4-361a-4284-adc2-dc040f2f9e1d req-9086de0e-d28c-4235-9a91-51bfd1205df9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0558920 Mar 29 08:54:47.474938 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-826297a4-361a-4284-adc2-dc040f2f9e1d req-dd9e91b5-ae6e-4a59-8e31-e8bfdd8bd725 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Mar 29 08:54:47.506082 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d843-8134-4147-8504-fc222ad4db18 req-420cb7b4-0b51-4c58-8501-992f668b72c3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:47.507548 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bd77d843-8134-4147-8504-fc222ad4db18 req-420cb7b4-0b51-4c58-8501-992f668b72c3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0559542 Mar 29 08:54:47.553017 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bd77d843-8134-4147-8504-fc222ad4db18 req-e85d3209-d2a4-413f-944f-0c6b9e984b7a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399101 Mar 29 08:54:47.937325 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['37a106b0-fc27-4738-bc03-adb1b549d74f'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:54:48.000503 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c1fd-b785-4dd7-ab61-c2f41660d229 req-e169287a-947f-4e2f-bc38-efa263ae1fdc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:48.002083 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b030c1fd-b785-4dd7-ab61-c2f41660d229 req-e169287a-947f-4e2f-bc38-efa263ae1fdc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0513437 Mar 29 08:54:48.048839 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b030c1fd-b785-4dd7-ab61-c2f41660d229 req-37b9b37f-4a68-4d18-ac0c-05496849f893 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409775 Mar 29 08:54:48.097459 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-81672a7d-79b9-4e54-8296-efa011acb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:48.098824 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-81672a7d-79b9-4e54-8296-efa011acb761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0434532 Mar 29 08:54:48.150648 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-84d1b63b-4d06-4538-a9c7-006902bbe73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:48.152714 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-84d1b63b-4d06-4538-a9c7-006902bbe73b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475733 Mar 29 08:54:48.198289 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2bbc4-c770-46d8-89b1-ac84be2e76c2 req-208a19c6-3b66-4fa9-beb4-3c91a31a4858 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:48.199784 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-96a2bbc4-c770-46d8-89b1-ac84be2e76c2 req-208a19c6-3b66-4fa9-beb4-3c91a31a4858 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0545969 Mar 29 08:54:48.242069 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-63843820-db30-4f74-8f54-e4a5b871e1f0 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Mar 29 08:54:48.252813 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-96a2bbc4-c770-46d8-89b1-ac84be2e76c2 req-e51a305c-7662-4dc1-8d17-4503cf0e3305 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Mar 29 08:54:48.334964 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d652dba-48bf-45b4-9fa8-9bdc62ca25eb req-b8dc8751-f4f6-4ebc-920b-3fd6d71fb194 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Mar 29 08:54:48.599062 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc9a2-ef00-4718-8980-88a32f382545 req-366f1a83-af98-465b-9cec-df3ed220c76c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:48.600577 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ececc9a2-ef00-4718-8980-88a32f382545 req-366f1a83-af98-465b-9cec-df3ed220c76c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0574050 Mar 29 08:54:48.648559 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ececc9a2-ef00-4718-8980-88a32f382545 req-dfa1be33-4cdc-478a-bdb0-3d15abf0f6c8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Mar 29 08:54:48.674608 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3f4cf-9853-41a1-8066-eaac7e8b5c1e req-948dc1fb-4250-449b-a4a0-97ade2e345af tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:48.689095 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-85e3f4cf-9853-41a1-8066-eaac7e8b5c1e req-948dc1fb-4250-449b-a4a0-97ade2e345af tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0536523 Mar 29 08:54:48.721985 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-85e3f4cf-9853-41a1-8066-eaac7e8b5c1e req-68742c4f-25bd-44a7-b7cf-66140feec582 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Mar 29 08:54:49.165181 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d569-a40b-43ba-8085-1ce3a1489697 req-aece380f-e1be-47e9-8ea2-1c4abd320976 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:49.167092 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df47d569-a40b-43ba-8085-1ce3a1489697 req-aece380f-e1be-47e9-8ea2-1c4abd320976 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0520470 Mar 29 08:54:49.214641 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df47d569-a40b-43ba-8085-1ce3a1489697 req-a3fd1b66-b3a3-4ff4-b579-88e92947214d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Mar 29 08:54:49.376023 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5659f1-f86f-46d3-bce7-3b638981430c req-17129c2f-02d5-47cd-986f-f1c5dcdde4bc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:49.377581 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0a5659f1-f86f-46d3-bce7-3b638981430c req-17129c2f-02d5-47cd-986f-f1c5dcdde4bc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0574675 Mar 29 08:54:49.386651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33044) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:49.391016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:49.399549 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143b56-d426-412b-beb4-eba9edf8ab7d req-c1ba00fa-164e-498e-9b33-440695f6d5e2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:49.401726 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-94143b56-d426-412b-beb4-eba9edf8ab7d req-c1ba00fa-164e-498e-9b33-440695f6d5e2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0580423 Mar 29 08:54:49.868087 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-94143b56-d426-412b-beb4-eba9edf8ab7d req-9343e420-9cf7-43d5-88c0-eda7a2b428ac tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558269 Mar 29 08:54:49.869256 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (d6b394a0-ecef-4d62-a5a8-85505760c350), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:49.870359 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3e5c3-4855-438e-ad44-2f81d261f1a1 req-fbc0159c-32d0-407a-87d1-0982437bea93 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:49.870359 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f3a3e5c3-4855-438e-ad44-2f81d261f1a1 req-fbc0159c-32d0-407a-87d1-0982437bea93 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Mar 29 08:54:49.897256 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f3a3e5c3-4855-438e-ad44-2f81d261f1a1 req-123e9862-6bb1-46d0-8697-ef8f9fc218e7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475993 Mar 29 08:54:50.126372 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc488bd-32ab-4714-b397-d8d475e5c7b0 req-00c6a23c-4232-4cd8-af50-c7cb144050b1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:50.127741 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3cc488bd-32ab-4714-b397-d8d475e5c7b0 req-00c6a23c-4232-4cd8-af50-c7cb144050b1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.4082730 Mar 29 08:54:50.282546 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3cc488bd-32ab-4714-b397-d8d475e5c7b0 req-43bc5fb6-2f89-4267-aa6e-1f5022f554b6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471951 Mar 29 08:54:50.312589 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:50.444930 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d6b394a0-ecef-4d62-a5a8-85505760c350), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:50.529804 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:54:50.554237 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP d6b394a0-ecef-4d62-a5a8-85505760c350 associated. External IP: 172.27.1.253, port: c5193eff-1ebc-4cc9-904c-4da5ed898b22. Mar 29 08:54:50.585970 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8e40-ec41-4510-923b-8d516dd5ceb7 req-19f1a623-0cdd-4009-a1b7-c4072eef42b1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:50.587564 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3b4a8e40-ec41-4510-923b-8d516dd5ceb7 req-19f1a623-0cdd-4009-a1b7-c4072eef42b1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0629194 Mar 29 08:54:50.634468 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3b4a8e40-ec41-4510-923b-8d516dd5ceb7 req-da9ed5ba-b5fc-4555-b092-7af44d688f8a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Mar 29 08:54:50.727049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 37a106b0-fc27-4738-bc03-adb1b549d74f completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:54:50.733558 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 37a106b0-fc27-4738-bc03-adb1b549d74f triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:54:50.734002 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:50.782215 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:50.812552 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:54:50.814985 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:54:50.815380 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:50.839167 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:50.841418 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73502b-0ef4-4637-bd76-029b25af42a9" -d '{"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-plugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:50.858127 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:54:50.885598 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bb2223-9639-4b74-b210-d450ba8af4a1 x-openstack-request-id: req-b6bb2223-9639-4b74-b210-d450ba8af4a1 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:50.886140 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-plugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:50.886404 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6bb2223-9639-4b74-b210-d450ba8af4a1 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:50.886955 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bb2223-9639-4b74-b210-d450ba8af4a1'] response: {'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'code': 200} Mar 29 08:54:50.895867 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:50.920198 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:50.925325 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:50.939402 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:50.952503 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-093dc880-9ab7-4e41-9d46-15188c1c237c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "PUT /v2.0/floatingips/d6b394a0-ecef-4d62-a5a8-85505760c350 HTTP/1.1" status: 200 len: 992 time: 1.5575070 Mar 29 08:54:50.952503 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:50.952503 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de470c-d1ed-4b71-98c2-c06b089193b2" -d '{"events": [{"name": "network-changed", "server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:50.976331 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:50.979890 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:54:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:50.983882 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33080) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:51.016215 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:51.020782 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf6456-72e9-4a38-8c29-17326448bfeb x-openstack-request-id: req-55bf6456-72e9-4a38-8c29-17326448bfeb {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:51.021260 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:51.021663 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55bf6456-72e9-4a38-8c29-17326448bfeb {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:51.022238 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bf6456-72e9-4a38-8c29-17326448bfeb'] response: {'name': 'network-changed', 'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'status': 'completed', 'code': 200} Mar 29 08:54:51.178969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33092) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:51.208957 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-3abb8e28-3f32-42da-b037-32b9ab4673a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.212477 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-3abb8e28-3f32-42da-b037-32b9ab4673a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 1130 time: 0.1626303 Mar 29 08:54:51.223615 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:51.227380 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973d538-8243-48c5-b36b-8551d9d35f54 req-1e3de0b7-5d5b-4a69-a5de-9fe192dc0b45 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.229717 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9973d538-8243-48c5-b36b-8551d9d35f54 req-1e3de0b7-5d5b-4a69-a5de-9fe192dc0b45 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1475983 Mar 29 08:54:51.254596 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.342271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9973d538-8243-48c5-b36b-8551d9d35f54 req-07766985-15c3-46cc-8696-580bc2abe013 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854061 Mar 29 08:54:51.351631 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Publish callbacks [] for security_group (c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.365792 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-39084de8-9539-4aa4-8ee6-7d00a8f6fadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.423516 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cbb5d-2c7c-4f62-9599-0d53d24a3ad6 req-eae18cb2-fe54-4fad-be23-6976ce1e074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.425289 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a26cbb5d-2c7c-4f62-9599-0d53d24a3ad6 req-eae18cb2-fe54-4fad-be23-6976ce1e074a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1130 time: 0.1861639 Mar 29 08:54:51.488262 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-54243069-1674-4ab8-9667-e02d1967d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.489936 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-54243069-1674-4ab8-9667-e02d1967d0bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.2586002 Mar 29 08:54:51.530846 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc8780-cb95-480b-a4c0-c3c7389052d1 req-df1b5e43-95cc-47b8-83e1-9c066db0190a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.532739 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cabc8780-cb95-480b-a4c0-c3c7389052d1 req-df1b5e43-95cc-47b8-83e1-9c066db0190a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.1005390 Mar 29 08:54:51.547365 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.582003 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a26cbb5d-2c7c-4f62-9599-0d53d24a3ad6 req-044d24cf-2b46-451c-bb7e-580c54778f51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465280 Mar 29 08:54:51.609404 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=074d0e81acfe4f53a67ee235524b6bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287183 Mar 29 08:54:51.613283 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-39084de8-9539-4aa4-8ee6-7d00a8f6fadf admin admin] Publish callbacks [] for security_group (dbdd18b4-3054-4ff8-9c96-8aec2d83894a), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.614426 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:51.619308 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33106) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:51.630675 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.631113 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.631515 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.631921 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.632323 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.632748 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.633143 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.633535 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.633953 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.634345 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.634739 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.635666 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.636161 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.636715 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.637123 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87c590-2da1-4d20-bf1e-638b80e1daca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:51.672781 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-ac9e1a0e-4e8e-4475-a4bb-95fe470f580b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22 HTTP/1.1" status: 200 len: 1000 time: 0.1714485 Mar 29 08:54:51.682378 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cabc8780-cb95-480b-a4c0-c3c7389052d1 req-78b572cf-6cbc-4335-a344-2acf86c13c6c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432755 Mar 29 08:54:51.688945 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:50Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:51.695868 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-39084de8-9539-4aa4-8ee6-7d00a8f6fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (dbdd18b4-3054-4ff8-9c96-8aec2d83894a), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.708293 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Publish callbacks [] for security_group (c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.722668 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:51.733994 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:51.734636 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:54:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:51.754178 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-39084de8-9539-4aa4-8ee6-7d00a8f6fadf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c075123d286490abb3a41338189335f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7685513 Mar 29 08:54:51.755185 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39084de8-9539-4aa4-8ee6-7d00a8f6fadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdd18b4-3054-4ff8-9c96-8aec2d83894a,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:51.757694 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33112) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:51.818424 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Publish callbacks [] for security_group (c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.820573 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-785021a2-ab0b-4581-bb16-d595f66de251 admin admin] Publish callbacks [] for security_group (dbdd18b4-3054-4ff8-9c96-8aec2d83894a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.884619 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-785021a2-ab0b-4581-bb16-d595f66de251 admin admin] Publish callbacks [] for security_group (dbdd18b4-3054-4ff8-9c96-8aec2d83894a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:51.893897 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:51.917360 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84465fc-f9a9-468e-aec8-f5f32461a9c1 req-ac948b67-57c3-476d-aaee-e9f3898c6568 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.918911 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b84465fc-f9a9-468e-aec8-f5f32461a9c1 req-ac948b67-57c3-476d-aaee-e9f3898c6568 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0818729 Mar 29 08:54:51.934186 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33118) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:51.937443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-6ff7e769-1d7c-468d-86a4-ec67ab5eb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.937443 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-6ff7e769-1d7c-468d-86a4-ec67ab5eb583 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0894797 Mar 29 08:54:51.942895 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'floatingip': {'port_id': 'ce4f1b1a-30be-4866-87e5-18635615a7a1'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:51.981892 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505400c0-075b-4bc5-9307-27cd74d1f4b0 req-5cd5e212-2e59-42bd-ada9-d583dcd31c3d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:51.983405 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-505400c0-075b-4bc5-9307-27cd74d1f4b0 req-5cd5e212-2e59-42bd-ada9-d583dcd31c3d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.2291410 Mar 29 08:54:51.997641 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (755288d7-a4d3-4d4c-898c-a5ccfc5f20ec), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.028964 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-0e3fe48f-839e-4298-9b71-f1602d2dbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:52.030442 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-0e3fe48f-839e-4298-9b71-f1602d2dbac6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868921 Mar 29 08:54:52.094695 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.097334 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.100583 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f HTTP/1.1" status: 204 len: 168 time: 0.4786291 Mar 29 08:54:52.113804 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-505400c0-075b-4bc5-9307-27cd74d1f4b0 req-ce2f7bad-e1dc-4817-ab9a-931da05dabb3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Mar 29 08:54:52.131273 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a9f9d-9d1d-4419-a2a0-b65a836c3c1f,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:52.138776 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-785021a2-ab0b-4581-bb16-d595f66de251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (dbdd18b4-3054-4ff8-9c96-8aec2d83894a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.147918 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.148123 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-785021a2-ab0b-4581-bb16-d595f66de251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.148412 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.148664 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.149052 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.149470 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-785021a2-ab0b-4581-bb16-d595f66de251 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbdd18b4-3054-4ff8-9c96-8aec2d83894a HTTP/1.1" status: 204 len: 168 time: 0.3906715 Mar 29 08:54:52.153799 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.163251 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.163685 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.164036 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.165553 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.165943 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.166366 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.166717 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.167055 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.167447 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.167719 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5c1ee-1b43-4d46-9fb1-39db240c4641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:54:52.222874 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-9ae34ec4-a94d-4597-be17-81bbdc6b4dd9 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851594 Mar 29 08:54:52.227197 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:50Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:52.255272 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46378e60-6fa6-4107-add3-8ded38661f8a None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:50Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:52.269314 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785021a2-ab0b-4581-bb16-d595f66de251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdd18b4-3054-4ff8-9c96-8aec2d83894a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:52.578148 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f923-2901-40b9-97af-2783d95c50c6 req-65161eb5-3b5b-4716-acd1-569823cc7f99 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:52.579821 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2db2f923-2901-40b9-97af-2783d95c50c6 req-65161eb5-3b5b-4716-acd1-569823cc7f99 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1287279 Mar 29 08:54:52.616109 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ec6ae-177c-4db3-ab1c-148ae62aacb1 None None] New status for floating IP d6b394a0-ecef-4d62-a5a8-85505760c350: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:54:52.616950 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-62de470c-d1ed-4b71-98c2-c06b089193b2 req-91d19835-4a8b-4c32-bc34-d142096a2762 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758016 Mar 29 08:54:52.689221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.712413 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2db2f923-2901-40b9-97af-2783d95c50c6 req-ed69569e-5c53-4ac1-97bf-05b4df92b682 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240146 Mar 29 08:54:52.810029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (755288d7-a4d3-4d4c-898c-a5ccfc5f20ec), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:52.916890 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Floating IP 755288d7-a4d3-4d4c-898c-a5ccfc5f20ec associated. External IP: 172.27.1.128, port: ce4f1b1a-30be-4866-87e5-18635615a7a1. Mar 29 08:54:52.989842 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33144) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:53.004159 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b89f9fbd-5211-4e36-90b7-606f88dc7763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.094958 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b89f9fbd-5211-4e36-90b7-606f88dc7763 admin admin] Publish callbacks [] for security_group (36d11859-321c-4f93-99c0-cce768022ca9), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.166986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:53.176095 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b89f9fbd-5211-4e36-90b7-606f88dc7763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (36d11859-321c-4f93-99c0-cce768022ca9), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.217086 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f9fbd-5211-4e36-90b7-606f88dc7763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d11859-321c-4f93-99c0-cce768022ca9,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:53.254271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b89f9fbd-5211-4e36-90b7-606f88dc7763 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3293e96ce966441d93dff9c5df5d0774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632043 Mar 29 08:54:53.269480 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33156) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:53.330123 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5777a9-aaa4-4e5f-a7b5-89819de455d1 req-39736b1b-160a-41fc-8b9e-9b15f361b3cd tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:53.335934 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2b5777a9-aaa4-4e5f-a7b5-89819de455d1 req-39736b1b-160a-41fc-8b9e-9b15f361b3cd tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0984786 Mar 29 08:54:53.370161 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-70060817-f966-461d-b877-5f3415a933b7 admin admin] Publish callbacks [] for security_group (36d11859-321c-4f93-99c0-cce768022ca9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.413956 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-70060817-f966-461d-b877-5f3415a933b7 admin admin] Publish callbacks [] for security_group (36d11859-321c-4f93-99c0-cce768022ca9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.423620 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2b5777a9-aaa4-4e5f-a7b5-89819de455d1 req-6dcdbece-1efc-4bab-ad85-41450f5a7286 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857306 Mar 29 08:54:53.542346 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:53.547270 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.552903 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:53.564595 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-70060817-f966-461d-b877-5f3415a933b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (36d11859-321c-4f93-99c0-cce768022ca9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.564879 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:53.565908 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:54:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:53.568653 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-70060817-f966-461d-b877-5f3415a933b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:53.571176 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-70060817-f966-461d-b877-5f3415a933b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36d11859-321c-4f93-99c0-cce768022ca9 HTTP/1.1" status: 204 len: 168 time: 0.2996318 Mar 29 08:54:53.593139 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9810ce72-a128-4a79-8244-ddee642b6b48 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "PUT /v2.0/floatingips/755288d7-a4d3-4d4c-898c-a5ccfc5f20ec HTTP/1.1" status: 200 len: 992 time: 1.6583579 Mar 29 08:54:53.593953 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:53.598130 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd8488-1bee-4465-8780-6fd0876ce53d" -d '{"events": [{"name": "network-changed", "server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:53.599754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70060817-f966-461d-b877-5f3415a933b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d11859-321c-4f93-99c0-cce768022ca9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:54:53.649642 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa55555f-463d-4c75-939d-b0021ca93b7b x-openstack-request-id: req-aa55555f-463d-4c75-939d-b0021ca93b7b {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:53.649938 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:53.650238 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa55555f-463d-4c75-939d-b0021ca93b7b {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:53.651154 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa55555f-463d-4c75-939d-b0021ca93b7b'] response: {'name': 'network-changed', 'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'status': 'completed', 'code': 200} Mar 29 08:54:53.735215 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:53.750269 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-760401d9-c11d-43b6-9e52-15f2af4320c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:53.751975 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-760401d9-c11d-43b6-9e52-15f2af4320c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 1130 time: 0.0478430 Mar 29 08:54:53.903933 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-e129c2da-6d2d-4a09-baa5-bf849b88dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:53.905419 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-e129c2da-6d2d-4a09-baa5-bf849b88dea8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 912 time: 0.1415236 Mar 29 08:54:53.932462 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4061a-37bb-49ae-833d-3a99886d7115 req-35db44fb-b3ff-41a5-877f-b2008394e967 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:53.933818 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0db4061a-37bb-49ae-833d-3a99886d7115 req-35db44fb-b3ff-41a5-877f-b2008394e967 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0876100 Mar 29 08:54:54.013861 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-90c047da-f54f-44b8-8f98-29f0e9eeb7f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1 HTTP/1.1" status: 200 len: 1000 time: 0.0961156 Mar 29 08:54:54.034215 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0db4061a-37bb-49ae-833d-3a99886d7115 req-548c95f3-2983-47e7-bc38-ae5368c2433f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719798 Mar 29 08:54:54.036835 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '755288d7-a4d3-4d4c-898c-a5ccfc5f20ec', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'port_id': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'mac_address': 'fa:16:3e:29:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:19Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 1, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:54.076618 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:54.085135 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-d4cd8acf-58f9-4d50-b9a5-5190d9f3d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.085135 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-d4cd8acf-58f9-4d50-b9a5-5190d9f3d19f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 200 len: 850 time: 0.0612020 Mar 29 08:54:54.086584 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:54.087296 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:54:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:54.179857 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-d6d1e710-76ab-447f-aea3-c108e54e2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.188143 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-d6d1e710-76ab-447f-aea3-c108e54e2202 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838223 Mar 29 08:54:54.214077 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8f85-4c41-464e-afe5-6174b8f7f5da req-157c1fc9-5e83-456f-89d9-f8e6edbcd048 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.216902 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-73cb8f85-4c41-464e-afe5-6174b8f7f5da req-157c1fc9-5e83-456f-89d9-f8e6edbcd048 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0927269 Mar 29 08:54:54.225923 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33232) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:54:54.226574 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:54.242217 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'floatingip': {'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:54:54.302913 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (2739de49-8eed-4d85-9c86-ef3fca9d7ce6), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:54.382779 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-b86036d6-65b1-4f48-baaa-97e7fd8bd0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921997 Mar 29 08:54:54.395191 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-15f16812-6c1e-49f5-96fc-d17a8f4ee909 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292300 Mar 29 08:54:54.579640 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41cd8488-1bee-4465-8780-6fd0876ce53d req-05e7e585-c2c8-42c4-a652-0e2e4a12adcc service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832237 Mar 29 08:54:54.630776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-637c71f2-2f56-44df-b1b5-814c6ab3a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.632256 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-637c71f2-2f56-44df-b1b5-814c6ab3a702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a9b84dd951e4bb48611277bb29590fc&device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 1129 time: 0.1503026 Mar 29 08:54:54.671813 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '755288d7-a4d3-4d4c-898c-a5ccfc5f20ec', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'port_id': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'mac_address': 'fa:16:3e:29:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:19Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 1, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:54.744394 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7d998-4d04-4b2a-96d2-f20b3e99baf8 None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '755288d7-a4d3-4d4c-898c-a5ccfc5f20ec', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'port_id': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'mac_address': 'fa:16:3e:29:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:19Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 1, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:54.757865 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23998cf7-c6d4-4403-8e29-acf1fa1dacba req-3f345d56-4446-46c6-93c6-6a959d467c49 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.759442 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-23998cf7-c6d4-4403-8e29-acf1fa1dacba req-3f345d56-4446-46c6-93c6-6a959d467c49 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.1786420 Mar 29 08:54:54.793853 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-a346f85f-fd4f-41c9-8e26-a66678a244d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.795369 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-a346f85f-fd4f-41c9-8e26-a66678a244d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa HTTP/1.1" status: 200 len: 913 time: 0.1355095 Mar 29 08:54:54.861400 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-30412085-24f7-4e72-bd96-abf9229efc05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18 HTTP/1.1" status: 200 len: 217 time: 0.0367870 Mar 29 08:54:54.864456 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:54.868103 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-23998cf7-c6d4-4403-8e29-acf1fa1dacba req-c76423c0-fc73-49bc-be2f-4f32b9faab6b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980687 Mar 29 08:54:54.921686 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-ce00f085-c126-47f9-bc95-abfc13d358db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:54.923206 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-ce00f085-c126-47f9-bc95-abfc13d358db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e784ba2d-e742-4f0b-bfde-fdbf5cbd5194 HTTP/1.1" status: 200 len: 852 time: 0.0476120 Mar 29 08:54:54.976117 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-94a4d6ee-1e16-4970-bf88-affb7656a801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347643 Mar 29 08:54:54.987268 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (2739de49-8eed-4d85-9c86-ef3fca9d7ce6), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:54.990496 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82b855-5acd-4bc6-b78e-634c79d146cf None None] New status for floating IP 755288d7-a4d3-4d4c-898c-a5ccfc5f20ec: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:54:55.114064 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-65471aee-c35d-4800-8ab3-8c44a53f5714 service neutron] 10.222.0.13 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289892 Mar 29 08:54:55.127636 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Floating IP 2739de49-8eed-4d85-9c86-ef3fca9d7ce6 associated. External IP: 172.27.1.98, port: 37a106b0-fc27-4738-bc03-adb1b549d74f. Mar 29 08:54:55.237170 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-41c51d3e-5738-4e66-99c8-5cd48c8673b5 req-0e280ac4-384f-4d18-a180-e566070ca0d3 service neutron] 10.222.0.13 "GET /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112807 Mar 29 08:54:55.391496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:54:55.519441 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:54:55.523881 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:55.530689 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:54:55.545188 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:55.545877 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:54:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:55.568396 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ec37d471-869a-43f7-b1e9-f5399f6d7ebc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "PUT /v2.0/floatingips/2739de49-8eed-4d85-9c86-ef3fca9d7ce6 HTTP/1.1" status: 200 len: 991 time: 1.3341007 Mar 29 08:54:55.652706 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:54:55.655024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b96fc1c-7a5a-487d-84cc-0fc61e767630" -d '{"events": [{"name": "network-changed", "server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:54:55.655977 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:55.691072 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72eaa9-d98d-4830-9117-588caf61a950 x-openstack-request-id: req-cf72eaa9-d98d-4830-9117-588caf61a950 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:54:55.691367 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:54:55.691613 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf72eaa9-d98d-4830-9117-588caf61a950 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:54:55.692018 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf72eaa9-d98d-4830-9117-588caf61a950'] response: {'name': 'network-changed', 'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'status': 'completed', 'code': 200} Mar 29 08:54:55.754827 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:55.777277 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-075885b8-cc82-47f7-a556-abf63b1411b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:55.777277 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-075885b8-cc82-47f7-a556-abf63b1411b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1130 time: 0.0492163 Mar 29 08:54:55.884059 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-db08994e-eddc-46e3-afbe-85a60edc936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:55.886454 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-db08994e-eddc-46e3-afbe-85a60edc936f service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.0998909 Mar 29 08:54:55.945079 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '2739de49-8eed-4d85-9c86-ef3fca9d7ce6', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'mac_address': 'fa:16:3e:29:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:23Z', 'updated_at': '2022-03-29T08:54:54Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:55.981043 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:54:55.998709 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:54:55.999907 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:54:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:56.012994 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-bbc3d208-54d5-4b17-809b-69fd2811f3f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 200 len: 999 time: 0.1108606 Mar 29 08:54:56.042593 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05ec6-2f69-43f3-a613-d4d3163d194d req-0cc2f0dc-684e-4a47-8878-dc9d69af2de4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:56.045393 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6df05ec6-2f69-43f3-a613-d4d3163d194d req-0cc2f0dc-684e-4a47-8878-dc9d69af2de4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0871267 Mar 29 08:54:56.109622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-197a1f7a-446d-472e-ac6b-af07c3286c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:56.111074 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-197a1f7a-446d-472e-ac6b-af07c3286c5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0867765 Mar 29 08:54:56.128409 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6df05ec6-2f69-43f3-a613-d4d3163d194d req-7423935f-9e4c-48c5-98cc-8e8fe1fa0a98 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635440 Mar 29 08:54:56.144862 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:54:56.188756 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-2e82b0c4-28ad-4e75-afac-cb6779166219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:56.190323 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-2e82b0c4-28ad-4e75-afac-cb6779166219 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609326 Mar 29 08:54:56.307130 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-820c3cb4-718f-4359-abc9-e116c12e797b service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093011 Mar 29 08:54:56.435151 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b96fc1c-7a5a-487d-84cc-0fc61e767630 req-460b81eb-7586-4a1c-927d-c0d88c5a3f4a service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176229 Mar 29 08:54:56.489512 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '2739de49-8eed-4d85-9c86-ef3fca9d7ce6', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'mac_address': 'fa:16:3e:29:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:23Z', 'updated_at': '2022-03-29T08:54:54Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:54:56.552890 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d6a60-53c0-4dcd-939f-5cf89bde6740 None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '2739de49-8eed-4d85-9c86-ef3fca9d7ce6', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'floating_ip_address': '172.27.1.98', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'mac_address': 'fa:16:3e:29:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:23Z', 'updated_at': '2022-03-29T08:54:54Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:54:56.752826 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f2820267-ac50-477b-aac3-8c765de18edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:56.767015 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84e7d7-9833-439e-ad58-c5e5b3a0550b None None] New status for floating IP 2739de49-8eed-4d85-9c86-ef3fca9d7ce6: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:54:57.297853 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82d6ca-2a30-41e7-b867-9fb83eed3460 req-50bfa539-7adc-4f62-8478-5442ec93c3ae tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:57.301793 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f82d6ca-2a30-41e7-b867-9fb83eed3460 req-50bfa539-7adc-4f62-8478-5442ec93c3ae tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0811372 Mar 29 08:54:57.351730 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4f82d6ca-2a30-41e7-b867-9fb83eed3460 req-4902ce69-95d2-4b23-901f-48da5d3b3364 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Mar 29 08:54:58.480896 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ea06-1cf9-47ce-8b65-ba97de8094f5 req-53fe2553-68c1-45d9-ac98-59e385dd8d49 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:58.483727 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6a89ea06-1cf9-47ce-8b65-ba97de8094f5 req-53fe2553-68c1-45d9-ac98-59e385dd8d49 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0639122 Mar 29 08:54:58.532992 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6a89ea06-1cf9-47ce-8b65-ba97de8094f5 req-7d885d7f-dd36-4e57-870c-d44a4009ab94 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Mar 29 08:54:58.761204 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d3d5-ff78-46d6-8c27-44874d86a776 req-236a02d8-6c4c-4195-9637-d54aa38f8cbd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:58.763061 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1fe6d3d5-ff78-46d6-8c27-44874d86a776 req-236a02d8-6c4c-4195-9637-d54aa38f8cbd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Mar 29 08:54:58.820065 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1fe6d3d5-ff78-46d6-8c27-44874d86a776 req-73d700d9-ef26-4f60-9643-671ab4ae2e2e tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503142 Mar 29 08:54:58.903978 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-87f5b91d-1802-433f-9ca0-f86ad1c32f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:54:59.654299 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31222-df9b-4c11-ac64-8ec7eca9047c req-d1acc841-ceca-460f-8036-08083ffbb482 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:59.655794 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e2b31222-df9b-4c11-ac64-8ec7eca9047c req-d1acc841-ceca-460f-8036-08083ffbb482 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0558593 Mar 29 08:54:59.705548 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e2b31222-df9b-4c11-ac64-8ec7eca9047c req-00cbf708-224c-479f-9e80-d3b3105fe3c7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Mar 29 08:54:59.948982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5205461-b1d6-413e-b8fc-276c8aa03391 req-e525fad4-38b3-48c0-8259-d59db8be53fd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:54:59.952654 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d5205461-b1d6-413e-b8fc-276c8aa03391 req-e525fad4-38b3-48c0-8259-d59db8be53fd tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.0659740 Mar 29 08:55:00.004722 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d5205461-b1d6-413e-b8fc-276c8aa03391 req-45e21aba-c20b-47f0-9b1c-6356d9bfdda5 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Mar 29 08:55:00.035112 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:00.830102 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3427741-08cc-4c2e-982f-25ab34bc3b44 req-cdf24b74-2175-4b9f-902f-afb40b941f7d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:00.831619 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a3427741-08cc-4c2e-982f-25ab34bc3b44 req-cdf24b74-2175-4b9f-902f-afb40b941f7d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0555370 Mar 29 08:55:00.883191 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a3427741-08cc-4c2e-982f-25ab34bc3b44 req-8f0ea853-9382-4892-9373-1070f7bfde52 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Mar 29 08:55:01.124179 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4e706-9914-42e5-9c00-39a1cd05d53e req-c94cea31-5d3a-4a5c-8021-ce9464b57392 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:01.125750 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a5e4e706-9914-42e5-9c00-39a1cd05d53e req-c94cea31-5d3a-4a5c-8021-ce9464b57392 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.0551231 Mar 29 08:55:01.175713 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a5e4e706-9914-42e5-9c00-39a1cd05d53e req-97998d8f-551e-4b41-8bfa-60ee2edc522f tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Mar 29 08:55:01.258477 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:02.001238 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03774c-0140-401f-8e39-1720f21897a1 req-ef7d6721-ae6e-4543-91b3-5f8129d4ce10 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:02.002739 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fd03774c-0140-401f-8e39-1720f21897a1 req-ef7d6721-ae6e-4543-91b3-5f8129d4ce10 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0528717 Mar 29 08:55:02.047357 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fd03774c-0140-401f-8e39-1720f21897a1 req-6b95a648-011c-47db-a299-1a986bd1af86 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Mar 29 08:55:02.292892 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d114c-25e1-41e9-a759-46d76b32db55 req-92eaa0aa-dbed-43a0-9e40-d7bb104de4e1 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:02.295574 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f1d114c-25e1-41e9-a759-46d76b32db55 req-92eaa0aa-dbed-43a0-9e40-d7bb104de4e1 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.0551815 Mar 29 08:55:02.345003 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f1d114c-25e1-41e9-a759-46d76b32db55 req-ca1d69bc-a698-472c-995d-c071d4effa9e tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439308 Mar 29 08:55:02.992407 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:03.197042 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-1810fd02-d5aa-445a-b27f-fd84e3b6d319 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:03.198492 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-1810fd02-d5aa-445a-b27f-fd84e3b6d319 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.13 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.0874546 Mar 29 08:55:03.205978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbc172-54a4-4ca3-b272-f2d468c7d51f req-0cd710fe-f1b6-458a-aac2-24c29ca46a8f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:03.208178 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bacbc172-54a4-4ca3-b272-f2d468c7d51f req-0cd710fe-f1b6-458a-aac2-24c29ca46a8f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0879357 Mar 29 08:55:03.352419 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bacbc172-54a4-4ca3-b272-f2d468c7d51f req-8ac56425-da1f-49de-b1ec-f1c650c5e6d1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371453 Mar 29 08:55:03.402936 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Deleting port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:55:03.403956 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:03.486351 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112151d-6ca0-4cca-9f6e-2d717d253b8a req-a912fefa-9aac-4591-a466-3f1ddc3fee78 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:03.488558 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8112151d-6ca0-4cca-9f6e-2d717d253b8a req-a912fefa-9aac-4591-a466-3f1ddc3fee78 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 945 time: 0.0703959 Mar 29 08:55:03.509255 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] For port bc49e9f1-ae4f-41c1-94a5-492e0468fb18, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,segment=NetworkSegment(e5dceeb0-c1da-461d-94cb-a578cbccde05),segment_id=e5dceeb0-c1da-461d-94cb-a578cbccde05)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:55:03.509707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:03.530459 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Calling delete_port for bc49e9f1-ae4f-41c1-94a5-492e0468fb18 owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:55:03.541016 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8112151d-6ca0-4cca-9f6e-2d717d253b8a req-63e07abc-4cce-4541-b3e6-9ef5cd3f082b tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/security-groups?id=13aae955-34a9-489a-ab61-07b4996b96d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Mar 29 08:55:03.760955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (bc49e9f1-ae4f-41c1-94a5-492e0468fb18), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:03.774925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['bc49e9f1-ae4f-41c1-94a5-492e0468fb18'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:55:03.795698 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Pushing event deleted for resources: {'Port': ['ID=bc49e9f1-ae4f-41c1-94a5-492e0468fb18,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:03.858911 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] No DVR routers for this DVR port bc49e9f1-ae4f-41c1-94a5-492e0468fb18 on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:55:03.862028 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:03.865605 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-578e75c9-921e-4a34-b1e5-97620b0d4a59 req-fa5e0bb1-d195-4a92-86d4-17d2dcb5e191 tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.13 "DELETE /v2.0/ports/bc49e9f1-ae4f-41c1-94a5-492e0468fb18 HTTP/1.1" status: 204 len: 173 time: 0.6570785 Mar 29 08:55:03.866042 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136578e2-4741-4211-bb81-50800cd49d00', 'name': 'network-vif-deleted', 'tag': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:55:03.868646 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e2781-03c5-43bb-a688-50ad4b6ceb2d" -d '{"events": [{"server_uuid": "136578e2-4741-4211-bb81-50800cd49d00", "name": "network-vif-deleted", "tag": "bc49e9f1-ae4f-41c1-94a5-492e0468fb18"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:55:03.906192 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2b16f-5bf0-44d9-9f1a-b7e655f89d80 x-openstack-request-id: req-1fe2b16f-5bf0-44d9-9f1a-b7e655f89d80 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:55:03.906561 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136578e2-4741-4211-bb81-50800cd49d00", "name": "network-vif-deleted", "tag": "bc49e9f1-ae4f-41c1-94a5-492e0468fb18", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:55:03.906844 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fe2b16f-5bf0-44d9-9f1a-b7e655f89d80 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:55:03.907226 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe2b16f-5bf0-44d9-9f1a-b7e655f89d80'] response: {'server_uuid': '136578e2-4741-4211-bb81-50800cd49d00', 'name': 'network-vif-deleted', 'tag': 'bc49e9f1-ae4f-41c1-94a5-492e0468fb18', 'status': 'completed', 'code': 200} Mar 29 08:55:04.368043 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33484) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:04.484311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-85aaed57-66f2-4b11-bc87-1b2b4b58d37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.527657 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc5ef5-ab62-45b8-88f3-16440e7453ba req-d1e54571-3b7d-4d5b-914b-12152dcbad3c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:04.527657 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0ddc5ef5-ab62-45b8-88f3-16440e7453ba req-d1e54571-3b7d-4d5b-914b-12152dcbad3c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0618634 Mar 29 08:55:04.583384 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0ddc5ef5-ab62-45b8-88f3-16440e7453ba req-63b51fa6-a647-43d2-ab05-16cd3c9de332 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501993 Mar 29 08:55:04.599330 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-85aaed57-66f2-4b11-bc87-1b2b4b58d37a admin admin] Publish callbacks [] for security_group (f6a4d5fe-1d15-49f0-8b16-26db58132b4d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.666108 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a0842731-beec-4643-982c-60a47f963123 req-274bb40a-c284-4dc1-877a-2f4abffe618b tempest-DeleteServersTestJSON-873482820 tempest-DeleteServersTestJSON-873482820-project] 10.222.0.16 "GET /v2.0/ports?device_id=136578e2-4741-4211-bb81-50800cd49d00 HTTP/1.1" status: 200 len: 210 time: 0.0259984 Mar 29 08:55:04.678249 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-85aaed57-66f2-4b11-bc87-1b2b4b58d37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f6a4d5fe-1d15-49f0-8b16-26db58132b4d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.715220 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaed57-66f2-4b11-bc87-1b2b4b58d37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a4d5fe-1d15-49f0-8b16-26db58132b4d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:04.721452 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-85aaed57-66f2-4b11-bc87-1b2b4b58d37a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46f5cf6e8a6a4be9844c6bbfaf4597dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505795 Mar 29 08:55:04.722318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33508) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:04.778112 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-da8e4eaf-b85a-480c-a659-8c7fd9bbef55 admin admin] Publish callbacks [] for security_group (f6a4d5fe-1d15-49f0-8b16-26db58132b4d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.798717 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-da8e4eaf-b85a-480c-a659-8c7fd9bbef55 admin admin] Publish callbacks [] for security_group (f6a4d5fe-1d15-49f0-8b16-26db58132b4d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.935565 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-da8e4eaf-b85a-480c-a659-8c7fd9bbef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f6a4d5fe-1d15-49f0-8b16-26db58132b4d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.938684 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-da8e4eaf-b85a-480c-a659-8c7fd9bbef55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:04.939850 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-da8e4eaf-b85a-480c-a659-8c7fd9bbef55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6a4d5fe-1d15-49f0-8b16-26db58132b4d HTTP/1.1" status: 204 len: 168 time: 0.2165775 Mar 29 08:55:04.947532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e4eaf-b85a-480c-a659-8c7fd9bbef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a4d5fe-1d15-49f0-8b16-26db58132b4d,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:05.705625 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33526) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:05.717451 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917f23a-d4bb-4dcd-a941-619df6f70e78 req-61042355-f970-41d4-b2c2-1b10c6245e65 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:05.719178 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6917f23a-d4bb-4dcd-a941-619df6f70e78 req-61042355-f970-41d4-b2c2-1b10c6245e65 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0613258 Mar 29 08:55:05.719827 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fd8ded65-764e-4ce4-8d1e-fe1bd9130fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:05.767132 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6917f23a-d4bb-4dcd-a941-619df6f70e78 req-5f7ac6c3-7a73-49d2-a33e-7adeebd4cd16 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Mar 29 08:55:06.013830 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fd8ded65-764e-4ce4-8d1e-fe1bd9130fc1 admin admin] Publish callbacks [] for security_group (4e38d5aa-7680-439a-918e-846a8ce99e3a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:06.069612 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fd8ded65-764e-4ce4-8d1e-fe1bd9130fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (4e38d5aa-7680-439a-918e-846a8ce99e3a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:06.106282 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-fd8ded65-764e-4ce4-8d1e-fe1bd9130fc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d50c4b3b3f6c4da19a6a9f1984494cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995421 Mar 29 08:55:06.108443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ded65-764e-4ce4-8d1e-fe1bd9130fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e38d5aa-7680-439a-918e-846a8ce99e3a,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:06.108952 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33544) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:06.164871 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e2eac8dd-2a79-441c-ba47-814ca44af88c admin admin] Publish callbacks [] for security_group (4e38d5aa-7680-439a-918e-846a8ce99e3a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:06.190014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e2eac8dd-2a79-441c-ba47-814ca44af88c admin admin] Publish callbacks [] for security_group (4e38d5aa-7680-439a-918e-846a8ce99e3a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:06.352518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e2eac8dd-2a79-441c-ba47-814ca44af88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (4e38d5aa-7680-439a-918e-846a8ce99e3a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:06.356201 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e2eac8dd-2a79-441c-ba47-814ca44af88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:06.356866 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e2eac8dd-2a79-441c-ba47-814ca44af88c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e38d5aa-7680-439a-918e-846a8ce99e3a HTTP/1.1" status: 204 len: 168 time: 0.2463937 Mar 29 08:55:06.365601 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eac8dd-2a79-441c-ba47-814ca44af88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e38d5aa-7680-439a-918e-846a8ce99e3a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:06.634225 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device bc49e9f1-ae4f-41c1-94a5-492e0468fb18 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:55:06.657436 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: bc49e9f1-ae4f-41c1-94a5-492e0468fb18 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:55:06.657782 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device bc49e9f1-ae4f-41c1-94a5-492e0468fb18 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:55:06.896635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecd027-bae7-43ea-ac4c-b9dd6a646a1f req-30c85cda-347f-43f0-b721-983375fef025 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:06.898071 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-43ecd027-bae7-43ea-ac4c-b9dd6a646a1f req-30c85cda-347f-43f0-b721-983375fef025 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0625405 Mar 29 08:55:06.950043 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-43ecd027-bae7-43ea-ac4c-b9dd6a646a1f req-41721e01-f45f-403c-89a3-bb892c6f3e83 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Mar 29 08:55:07.211745 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33592) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:07.308503 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33606) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:07.351769 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bdad5263-5c3b-4ba2-b215-d6caae82b65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.375487 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Deleting subnet e784ba2d-e742-4f0b-bfde-fdbf5cbd5194 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 08:55:07.382047 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Publish callbacks [] for subnet (e784ba2d-e742-4f0b-bfde-fdbf5cbd5194), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.433889 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Publish callbacks [] for subnet (e784ba2d-e742-4f0b-bfde-fdbf5cbd5194), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.451464 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (e784ba2d-e742-4f0b-bfde-fdbf5cbd5194), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.534076 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bdad5263-5c3b-4ba2-b215-d6caae82b65f admin admin] Publish callbacks [] for security_group (9d05829a-1278-4339-8b89-76cce49f958a), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.602057 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bdad5263-5c3b-4ba2-b215-d6caae82b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9d05829a-1278-4339-8b89-76cce49f958a), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.630403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (e784ba2d-e742-4f0b-bfde-fdbf5cbd5194), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.665893 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bdad5263-5c3b-4ba2-b215-d6caae82b65f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0871c2d8feb4002af35b5909cf00a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530833 Mar 29 08:55:07.668738 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33614) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:07.669888 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e784ba2d-e742-4f0b-bfde-fdbf5cbd5194,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:07.673986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad5263-5c3b-4ba2-b215-d6caae82b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d05829a-1278-4339-8b89-76cce49f958a,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:07.676944 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.679746 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8c5931b9-f60f-4a19-91cd-b6ef0d85c5aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e784ba2d-e742-4f0b-bfde-fdbf5cbd5194 HTTP/1.1" status: 204 len: 168 time: 0.3700688 Mar 29 08:55:07.682323 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33616) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:07.752048 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4ff8904c-c1d0-49d7-81c4-3811afc84b8d admin admin] Publish callbacks [] for security_group (9d05829a-1278-4339-8b89-76cce49f958a), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.774472 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.774827 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4ff8904c-c1d0-49d7-81c4-3811afc84b8d admin admin] Publish callbacks [] for security_group (9d05829a-1278-4339-8b89-76cce49f958a), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.856606 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.878264 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.878610 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.879565 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.880014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > port after_create 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.880345 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.880857 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > port after_update 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.881185 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.881505 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.882249 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.882575 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:07.902412 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4ff8904c-c1d0-49d7-81c4-3811afc84b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9d05829a-1278-4339-8b89-76cce49f958a), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.902412 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4ff8904c-c1d0-49d7-81c4-3811afc84b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:07.902412 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-4ff8904c-c1d0-49d7-81c4-3811afc84b8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d05829a-1278-4339-8b89-76cce49f958a HTTP/1.1" status: 204 len: 168 time: 0.2278044 Mar 29 08:55:07.908390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8904c-c1d0-49d7-81c4-3811afc84b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d05829a-1278-4339-8b89-76cce49f958a,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:08.023553 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:08.024081 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:08.024382 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:08.024760 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:08.025299 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:08.042921 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dceeb0-c1da-461d-94cb-a578cbccde05') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:08.043215 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dceeb0-c1da-461d-94cb-a578cbccde05') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:08.061845 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (e5dceeb0-c1da-461d-94cb-a578cbccde05), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.071791 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720f815-be9f-454f-b0c4-4293df9d7884 req-63992f67-8584-403f-9da5-3dac091f0ede tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:08.077489 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9720f815-be9f-454f-b0c4-4293df9d7884 req-63992f67-8584-403f-9da5-3dac091f0ede tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0598321 Mar 29 08:55:08.094720 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (e5dceeb0-c1da-461d-94cb-a578cbccde05), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.105890 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 08:55:08.106982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (e5dceeb0-c1da-461d-94cb-a578cbccde05), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.130654 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9720f815-be9f-454f-b0c4-4293df9d7884 req-8025663d-160b-47b7-b597-46c7b17d0f88 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: from cryptography.utils import int_from_bytes Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: from cryptography.utils import int_from_bytes Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 08:55:08.133817 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 08:55:08.282286 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.294721 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:08.296803 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.301571 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3d189dec-d30b-4071-950e-0867e526b896 admin admin] 10.222.0.16 "DELETE /v2.0/networks/53d9e1ab-fd0d-4c16-bcc6-ed55259fa9fa HTTP/1.1" status: 204 len: 168 time: 0.6167679 Mar 29 08:55:08.633658 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33638) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:08.648317 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-11e7b08b-3c2d-485e-9302-04b4ff3a27c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.698514 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33640) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:08.730649 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-11e7b08b-3c2d-485e-9302-04b4ff3a27c4 admin admin] Publish callbacks [] for security_group (239edd50-1c68-4228-b5f7-7ede2d8351b9), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.745233 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e646b498-2721-4b7f-a619-b105cf489c6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a9b84dd951e4bb48611277bb29590fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450861 Mar 29 08:55:08.747659 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33646) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:08.802949 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-11e7b08b-3c2d-485e-9302-04b4ff3a27c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (239edd50-1c68-4228-b5f7-7ede2d8351b9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.804712 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-91914830-b723-4f22-9f45-464e68faceda admin admin] Publish callbacks [] for security_group (13aae955-34a9-489a-ab61-07b4996b96d4), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.830624 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-91914830-b723-4f22-9f45-464e68faceda admin admin] Publish callbacks [] for security_group (13aae955-34a9-489a-ab61-07b4996b96d4), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.846663 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-11e7b08b-3c2d-485e-9302-04b4ff3a27c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3872147364984ce196939136717185c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118781 Mar 29 08:55:08.848006 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7b08b-3c2d-485e-9302-04b4ff3a27c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239edd50-1c68-4228-b5f7-7ede2d8351b9,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:08.850743 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33650) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:08.914517 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-219dfb71-2e2e-4912-862e-0d54b70586cc admin admin] Publish callbacks [] for security_group (239edd50-1c68-4228-b5f7-7ede2d8351b9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.939181 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-219dfb71-2e2e-4912-862e-0d54b70586cc admin admin] Publish callbacks [] for security_group (239edd50-1c68-4228-b5f7-7ede2d8351b9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.992383 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-91914830-b723-4f22-9f45-464e68faceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (13aae955-34a9-489a-ab61-07b4996b96d4), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.995032 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-91914830-b723-4f22-9f45-464e68faceda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:08.996237 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-91914830-b723-4f22-9f45-464e68faceda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13aae955-34a9-489a-ab61-07b4996b96d4 HTTP/1.1" status: 204 len: 168 time: 0.2476945 Mar 29 08:55:09.004310 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91914830-b723-4f22-9f45-464e68faceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aae955-34a9-489a-ab61-07b4996b96d4,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:09.063544 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-219dfb71-2e2e-4912-862e-0d54b70586cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (239edd50-1c68-4228-b5f7-7ede2d8351b9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:09.066144 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-219dfb71-2e2e-4912-862e-0d54b70586cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:09.067419 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-219dfb71-2e2e-4912-862e-0d54b70586cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/239edd50-1c68-4228-b5f7-7ede2d8351b9 HTTP/1.1" status: 204 len: 168 time: 0.2155385 Mar 29 08:55:09.085666 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dfb71-2e2e-4912-862e-0d54b70586cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239edd50-1c68-4228-b5f7-7ede2d8351b9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:09.259040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532fa0-49dc-47f5-a115-1d7a802f8729 req-7ad82de5-7323-4cb7-b7a7-9f5c819edde2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:09.260533 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-37532fa0-49dc-47f5-a115-1d7a802f8729 req-7ad82de5-7323-4cb7-b7a7-9f5c819edde2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0540433 Mar 29 08:55:09.309788 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-37532fa0-49dc-47f5-a115-1d7a802f8729 req-6bd34a9a-a07a-427c-a77c-f04cb7f27140 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Mar 29 08:55:10.429576 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce81f25-e723-487f-b566-9c782b78f60a req-fc1e62a7-0925-47ea-a2f2-b094d442efe9 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:10.431052 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4ce81f25-e723-487f-b566-9c782b78f60a req-fc1e62a7-0925-47ea-a2f2-b094d442efe9 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0528314 Mar 29 08:55:10.483530 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4ce81f25-e723-487f-b566-9c782b78f60a req-ff1d9d68-3f77-44a2-a6db-5dbaa4094563 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Mar 29 08:55:11.601368 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16adc4c-3cd2-4069-9301-16a49a336575 req-7f809645-7f98-4d82-909a-af204b4d1f65 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:11.602825 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a16adc4c-3cd2-4069-9301-16a49a336575 req-7f809645-7f98-4d82-909a-af204b4d1f65 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0515716 Mar 29 08:55:11.649180 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a16adc4c-3cd2-4069-9301-16a49a336575 req-45bf68fb-23d1-4415-b631-e9dac5cc5830 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Mar 29 08:55:12.770124 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a41b9a-912b-450a-98e2-c815a75a585c req-711cb795-f8e8-4905-83d3-04fe12b4debe tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:12.771660 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3a41b9a-912b-450a-98e2-c815a75a585c req-711cb795-f8e8-4905-83d3-04fe12b4debe tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0557015 Mar 29 08:55:12.818084 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3a41b9a-912b-450a-98e2-c815a75a585c req-d308d0d3-bd14-4a51-b69f-1a10647e4ad3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Mar 29 08:55:13.933198 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59aeb6-439e-4277-ba1d-bb610925a328 req-ed2b022a-0b7f-4c05-a552-aa8db18bc8e8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:13.934870 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7f59aeb6-439e-4277-ba1d-bb610925a328 req-ed2b022a-0b7f-4c05-a552-aa8db18bc8e8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0519841 Mar 29 08:55:13.982223 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7f59aeb6-439e-4277-ba1d-bb610925a328 req-a80531fd-be92-41f7-9e7a-8bad521d0774 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Mar 29 08:55:15.103248 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260af25-f1b3-47c4-8f05-206fe5cc6b78 req-43ccaabb-ecd1-44f0-af3e-5e50ac0cf011 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:15.104731 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8260af25-f1b3-47c4-8f05-206fe5cc6b78 req-43ccaabb-ecd1-44f0-af3e-5e50ac0cf011 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0543311 Mar 29 08:55:15.150887 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8260af25-f1b3-47c4-8f05-206fe5cc6b78 req-3ed74e8b-9134-42d3-bf26-4f0b6b59bf32 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Mar 29 08:55:16.267977 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7966df1-6a54-4383-b596-44d0b750cb33 req-e7244e78-135c-4161-bcc9-576fb7333558 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:16.269725 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e7966df1-6a54-4383-b596-44d0b750cb33 req-e7244e78-135c-4161-bcc9-576fb7333558 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0529711 Mar 29 08:55:16.315236 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e7966df1-6a54-4383-b596-44d0b750cb33 req-28cf357b-e12d-4d46-8ab0-e8ac4fbc5c81 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Mar 29 08:55:17.441406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82a595-e922-4d3d-bd97-4efcd91dcd55 req-0d1e1984-19f0-43ac-850b-03393751f3dd tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:17.442915 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2b82a595-e922-4d3d-bd97-4efcd91dcd55 req-0d1e1984-19f0-43ac-850b-03393751f3dd tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0538435 Mar 29 08:55:17.491846 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2b82a595-e922-4d3d-bd97-4efcd91dcd55 req-e00c2d03-2493-40f0-893e-b88f27b0b588 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Mar 29 08:55:18.611397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42b9af-1147-409d-ba51-5c1ee97a9767 req-40e7f375-d472-4efa-943f-0ac672973e65 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:18.612909 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c42b9af-1147-409d-ba51-5c1ee97a9767 req-40e7f375-d472-4efa-943f-0ac672973e65 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0519555 Mar 29 08:55:18.663892 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c42b9af-1147-409d-ba51-5c1ee97a9767 req-f6a348a3-ea3c-45fd-8937-c8f036e6f8be tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451953 Mar 29 08:55:18.709686 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33920) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:18.819379 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-decf69a8-aeb2-493c-8860-91ee5d722bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:18.896652 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-decf69a8-aeb2-493c-8860-91ee5d722bd7 admin admin] Publish callbacks [] for security_group (cbff1cad-4605-461e-ba11-2f3d8d944fec), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:18.965994 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-decf69a8-aeb2-493c-8860-91ee5d722bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (cbff1cad-4605-461e-ba11-2f3d8d944fec), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:19.007373 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-decf69a8-aeb2-493c-8860-91ee5d722bd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b6bf9847fb34ce4a553f9d1c6f55b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965319 Mar 29 08:55:19.008254 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf69a8-aeb2-493c-8860-91ee5d722bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff1cad-4605-461e-ba11-2f3d8d944fec,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:19.010162 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33930) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:19.059051 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-42a4ce50-c61e-4ba8-89bb-fa52684b7696 admin admin] Publish callbacks [] for security_group (cbff1cad-4605-461e-ba11-2f3d8d944fec), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:19.079976 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-42a4ce50-c61e-4ba8-89bb-fa52684b7696 admin admin] Publish callbacks [] for security_group (cbff1cad-4605-461e-ba11-2f3d8d944fec), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:19.198273 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-42a4ce50-c61e-4ba8-89bb-fa52684b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (cbff1cad-4605-461e-ba11-2f3d8d944fec), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:19.201464 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-42a4ce50-c61e-4ba8-89bb-fa52684b7696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:19.202612 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-42a4ce50-c61e-4ba8-89bb-fa52684b7696 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbff1cad-4605-461e-ba11-2f3d8d944fec HTTP/1.1" status: 204 len: 168 time: 0.1914721 Mar 29 08:55:19.210792 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ce50-c61e-4ba8-89bb-fa52684b7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff1cad-4605-461e-ba11-2f3d8d944fec,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:19.783281 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f899590-ebcc-4662-8bb7-1de319a66806 req-aea412ac-5821-4f63-b257-89652f332eac tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:19.784788 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8f899590-ebcc-4662-8bb7-1de319a66806 req-aea412ac-5821-4f63-b257-89652f332eac tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0532012 Mar 29 08:55:19.832634 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8f899590-ebcc-4662-8bb7-1de319a66806 req-252250d3-0d68-4654-b080-96f7902e129f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Mar 29 08:55:19.853255 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33956) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:19.866722 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-22df4067-48ed-4f0e-8f34-5b64b5d27cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:19.953312 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-22df4067-48ed-4f0e-8f34-5b64b5d27cb4 admin admin] Publish callbacks [] for security_group (41a8279e-60fb-4e93-a7c9-13a33fb22537), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.020738 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-22df4067-48ed-4f0e-8f34-5b64b5d27cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (41a8279e-60fb-4e93-a7c9-13a33fb22537), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.058822 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-22df4067-48ed-4f0e-8f34-5b64b5d27cb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e178a4d8cff74fae8218d57295a19472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044415 Mar 29 08:55:20.061788 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df4067-48ed-4f0e-8f34-5b64b5d27cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a8279e-60fb-4e93-a7c9-13a33fb22537,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:20.062361 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33970) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:20.113201 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-35cda3e6-9ec9-4983-8cd3-d30618ae62e7 admin admin] Publish callbacks [] for security_group (41a8279e-60fb-4e93-a7c9-13a33fb22537), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.134340 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-35cda3e6-9ec9-4983-8cd3-d30618ae62e7 admin admin] Publish callbacks [] for security_group (41a8279e-60fb-4e93-a7c9-13a33fb22537), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.260489 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-35cda3e6-9ec9-4983-8cd3-d30618ae62e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (41a8279e-60fb-4e93-a7c9-13a33fb22537), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.263023 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-35cda3e6-9ec9-4983-8cd3-d30618ae62e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.264232 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-35cda3e6-9ec9-4983-8cd3-d30618ae62e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41a8279e-60fb-4e93-a7c9-13a33fb22537 HTTP/1.1" status: 204 len: 168 time: 0.2008181 Mar 29 08:55:20.280544 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cda3e6-9ec9-4983-8cd3-d30618ae62e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a8279e-60fb-4e93-a7c9-13a33fb22537,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:20.358507 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 33976) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:20.469945 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ff590ab-1839-48c3-ad62-0fb75f73e379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.547646 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ff590ab-1839-48c3-ad62-0fb75f73e379 admin admin] Publish callbacks [] for security_group (0195bb46-328b-424c-8278-3dcee44cf1d4), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.620760 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9ff590ab-1839-48c3-ad62-0fb75f73e379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0195bb46-328b-424c-8278-3dcee44cf1d4), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.668037 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9ff590ab-1839-48c3-ad62-0fb75f73e379 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3e68fc1f89948f7a9cacede014d5c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048217 Mar 29 08:55:20.668037 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff590ab-1839-48c3-ad62-0fb75f73e379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0195bb46-328b-424c-8278-3dcee44cf1d4,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:20.668195 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 33990) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:20.730563 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-281bb75c-b41d-4207-8831-fce694712273 admin admin] Publish callbacks [] for security_group (0195bb46-328b-424c-8278-3dcee44cf1d4), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.754843 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-281bb75c-b41d-4207-8831-fce694712273 admin admin] Publish callbacks [] for security_group (0195bb46-328b-424c-8278-3dcee44cf1d4), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.897734 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-281bb75c-b41d-4207-8831-fce694712273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0195bb46-328b-424c-8278-3dcee44cf1d4), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.901023 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-281bb75c-b41d-4207-8831-fce694712273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:20.906412 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-281bb75c-b41d-4207-8831-fce694712273 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0195bb46-328b-424c-8278-3dcee44cf1d4 HTTP/1.1" status: 204 len: 168 time: 0.2358775 Mar 29 08:55:20.954711 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bb75c-b41d-4207-8831-fce694712273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0195bb46-328b-424c-8278-3dcee44cf1d4,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:20.995062 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eb72a-20d6-4878-8b6c-08b59bb765fc req-c6bd9c34-a147-4d9d-b6ea-f35bf8528dd4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:20.996739 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-089eb72a-20d6-4878-8b6c-08b59bb765fc req-c6bd9c34-a147-4d9d-b6ea-f35bf8528dd4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0907092 Mar 29 08:55:21.045779 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-089eb72a-20d6-4878-8b6c-08b59bb765fc req-dfa020cf-b5f9-4d6b-952b-1496a3f26626 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Mar 29 08:55:21.988425 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34052) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:22.093438 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547476525-network', 'tenant_id': '1329903b162c4792bae66981df4f3b49'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:55:22.189124 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc82ea-65a7-4d1a-a848-b2eda7735182 req-2f9fdd4c-3ed9-4ecb-8e40-140635959708 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:22.190797 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bfdc82ea-65a7-4d1a-a848-b2eda7735182 req-2f9fdd4c-3ed9-4ecb-8e40-140635959708 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0582509 Mar 29 08:55:22.204080 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Made reservation on behalf of 1329903b162c4792bae66981df4f3b49 for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:55:22.206295 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.224050 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.267506 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bfdc82ea-65a7-4d1a-a848-b2eda7735182 req-ace3016a-29a4-4fd4-a29d-b937ff86d807 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707912 Mar 29 08:55:22.331903 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks [] for security_group (721d058c-f3f5-4e7b-aa9b-5d94c94258bc), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.388707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (721d058c-f3f5-4e7b-aa9b-5d94c94258bc), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.417247 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:55:22.427538 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721d058c-f3f5-4e7b-aa9b-5d94c94258bc,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:22.433868 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (efb69c74-d2fa-4eec-a5dc-ec683a5904d9), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.434205 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Added segment efb69c74-d2fa-4eec-a5dc-ec683a5904d9 of type vlan for network 11484639-e50d-461e-9587-5ef6b924beb4 Mar 29 08:55:22.478236 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (11484639-e50d-461e-9587-5ef6b924beb4), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.571973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (11484639-e50d-461e-9587-5ef6b924beb4), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.573106 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:22.573904 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:22.638694 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] Pushing event updated for resources: {'Network': ['ID=11484639-e50d-461e-9587-5ef6b924beb4,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:22.648855 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 11484639-e50d-461e-9587-5ef6b924beb4 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:55:22.709301 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34078) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:22.710269 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-408988b6-2956-4e1e-9e7a-7eb09a8532eb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7186539 Mar 29 08:55:22.714733 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Request body: {'subnet': {'network_id': '11484639-e50d-461e-9587-5ef6b924beb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547476525-subnet', 'tenant_id': '1329903b162c4792bae66981df4f3b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:55:22.795286 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Made reservation on behalf of 1329903b162c4792bae66981df4f3b49 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:55:22.797681 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:23.026431 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (65e9cff4-eb09-454d-9719-092d3879e3f9), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:23.086576 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e9cff4-eb09-454d-9719-092d3879e3f9,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:23.097045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Checking segment: {'id': 'efb69c74-d2fa-4eec-a5dc-ec683a5904d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '11484639-e50d-461e-9587-5ef6b924beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:55:23.097399 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Network hostable DHCP agents. Network: 11484639-e50d-461e-9587-5ef6b924beb4, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:55:23.185066 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Network 11484639-e50d-461e-9587-5ef6b924beb4 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:55:23.271790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 11484639-e50d-461e-9587-5ef6b924beb4) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:55:23.276163 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:23.306071 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:23.307806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a5217-1c10-45f2-b4b0-724c8a4025f5 None None] Network 11484639-e50d-461e-9587-5ef6b924beb4 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:55:23.382742 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c04cb-de70-45ef-bee1-7f1f38b1664c None None] Network 11484639-e50d-461e-9587-5ef6b924beb4 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:55:23.392889 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea99ff0-2fd3-4129-babe-ff7075975408 req-4d86f008-4f6d-4f1a-97c1-9cf7ec783650 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:23.394697 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3ea99ff0-2fd3-4129-babe-ff7075975408 req-4d86f008-4f6d-4f1a-97c1-9cf7ec783650 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0534525 Mar 29 08:55:23.416923 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-32ec9a75-f1ad-456c-8110-4c7cd56b4acf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7065454 Mar 29 08:55:23.448654 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3ea99ff0-2fd3-4129-babe-ff7075975408 req-bdc83b55-9878-433f-b4f4-54a98d9adb23 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Mar 29 08:55:24.126877 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34118) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:24.131777 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-532988108-network', 'tenant_id': 'a73a114d44674241bdbd9b595ccdf41c'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:55:24.228899 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Made reservation on behalf of a73a114d44674241bdbd9b595ccdf41c for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:55:24.231397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.240718 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.312150 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks [] for security_group (ff9d85bf-c52a-47ad-a224-c4de9f3f55b3), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.397593 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ff9d85bf-c52a-47ad-a224-c4de9f3f55b3), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.425497 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:55:24.431026 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d85bf-c52a-47ad-a224-c4de9f3f55b3,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:24.439645 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (b69654f6-67ce-40a5-9c8a-7b8fcd7fa859), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.439984 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Added segment b69654f6-67ce-40a5-9c8a-7b8fcd7fa859 of type vlan for network 2ba3bb73-a491-4bbb-96d3-a46b4711cef6 Mar 29 08:55:24.486768 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (2ba3bb73-a491-4bbb-96d3-a46b4711cef6), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.571791 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (2ba3bb73-a491-4bbb-96d3-a46b4711cef6), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.572729 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:24.573786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fb8ba-7dff-409d-9ccc-84bf676cf327 req-0721be18-8e42-4a1b-9f08-54188c364881 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:24.574291 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:24.575456 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-717fb8ba-7dff-409d-9ccc-84bf676cf327 req-0721be18-8e42-4a1b-9f08-54188c364881 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0571244 Mar 29 08:55:24.623004 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-717fb8ba-7dff-409d-9ccc-84bf676cf327 req-e05daea1-c6ee-4b58-a060-edd2c6b8f95b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Mar 29 08:55:24.632162 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] Pushing event updated for resources: {'Network': ['ID=2ba3bb73-a491-4bbb-96d3-a46b4711cef6,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:24.647068 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 2ba3bb73-a491-4bbb-96d3-a46b4711cef6 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:55:24.700078 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-505d4281-719e-4585-95ca-9a6ccf0a7b4b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5720766 Mar 29 08:55:24.702836 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34126) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:24.707769 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Request body: {'subnet': {'network_id': '2ba3bb73-a491-4bbb-96d3-a46b4711cef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-532988108-subnet', 'tenant_id': 'a73a114d44674241bdbd9b595ccdf41c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:55:24.799236 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Made reservation on behalf of a73a114d44674241bdbd9b595ccdf41c for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:55:24.799236 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.051743 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (51ea1468-7cb0-4b4a-bb6c-58eb3507cb70), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.104982 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ea1468-7cb0-4b4a-bb6c-58eb3507cb70,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:25.115177 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Checking segment: {'id': 'b69654f6-67ce-40a5-9c8a-7b8fcd7fa859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2ba3bb73-a491-4bbb-96d3-a46b4711cef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:55:25.119761 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Network hostable DHCP agents. Network: 2ba3bb73-a491-4bbb-96d3-a46b4711cef6, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:55:25.222996 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Network 2ba3bb73-a491-4bbb-96d3-a46b4711cef6 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:55:25.314764 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 2ba3bb73-a491-4bbb-96d3-a46b4711cef6) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:55:25.319954 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:25.324402 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.324559 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14eaa8-7095-48e0-b503-2c6929af0e54 None None] Network 2ba3bb73-a491-4bbb-96d3-a46b4711cef6 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:55:25.425431 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-7e73a031-218a-4642-9d31-4d278da36f0d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7115045 Mar 29 08:55:25.425968 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e624d7f-91d4-4d5d-88da-9e4bd30ae9ec None None] Network 2ba3bb73-a491-4bbb-96d3-a46b4711cef6 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:55:25.540483 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34142) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:25.595739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Deleting subnet 65e9cff4-eb09-454d-9719-092d3879e3f9 {{(pid=110227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 08:55:25.599328 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Publish callbacks [] for subnet (65e9cff4-eb09-454d-9719-092d3879e3f9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.634341 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Publish callbacks [] for subnet (65e9cff4-eb09-454d-9719-092d3879e3f9), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.643760 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (65e9cff4-eb09-454d-9719-092d3879e3f9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.747707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a701c-241e-4667-9180-5df92be8c8fe req-fd92e53f-7a68-4540-9a00-d8da75d0d4b4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:25.749218 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7a7a701c-241e-4667-9180-5df92be8c8fe req-fd92e53f-7a68-4540-9a00-d8da75d0d4b4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0531433 Mar 29 08:55:25.782951 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.785696 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (65e9cff4-eb09-454d-9719-092d3879e3f9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.823572 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e9cff4-eb09-454d-9719-092d3879e3f9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:25.827516 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7a7a701c-241e-4667-9180-5df92be8c8fe req-c28bf925-80a1-4611-be34-226cd0cae896 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726035 Mar 29 08:55:25.829071 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.832138 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ba784c72-7888-47e4-b4a8-3fad851b1700 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/65e9cff4-eb09-454d-9719-092d3879e3f9 HTTP/1.1" status: 204 len: 168 time: 0.2904384 Mar 29 08:55:25.834702 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34146) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:25.901009 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (11484639-e50d-461e-9587-5ef6b924beb4), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:25.987590 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (11484639-e50d-461e-9587-5ef6b924beb4), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.007568 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.007911 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.008683 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.009017 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > port after_create 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.009344 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.009681 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > port after_update 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.010006 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.010328 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.010647 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.010972 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.076710 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.077067 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.077397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.077730 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 08:55:26.078105 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11484639-e50d-461e-9587-5ef6b924beb4']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:26.095978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb69c74-d2fa-4eec-a5dc-ec683a5904d9') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:26.096277 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb69c74-d2fa-4eec-a5dc-ec683a5904d9') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:26.111998 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (efb69c74-d2fa-4eec-a5dc-ec683a5904d9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.133831 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (efb69c74-d2fa-4eec-a5dc-ec683a5904d9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.142601 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 08:55:26.143027 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (efb69c74-d2fa-4eec-a5dc-ec683a5904d9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: from cryptography.utils import int_from_bytes Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: from cryptography.utils import int_from_bytes Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 08:55:26.147375 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 08:55:26.263941 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (11484639-e50d-461e-9587-5ef6b924beb4), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.271352 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.274612 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] 10.222.0.16 "DELETE /v2.0/networks/11484639-e50d-461e-9587-5ef6b924beb4 HTTP/1.1" status: 204 len: 168 time: 0.4389837 Mar 29 08:55:26.277661 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34162) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:26.284943 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d5816-4e34-4b7c-b5b8-04c57582a83a admin admin] Pushing event deleted for resources: {'Network': ['ID=11484639-e50d-461e-9587-5ef6b924beb4,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:26.333661 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Deleting subnet 51ea1468-7cb0-4b4a-bb6c-58eb3507cb70 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 08:55:26.337012 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Publish callbacks [] for subnet (51ea1468-7cb0-4b4a-bb6c-58eb3507cb70), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.371037 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (51ea1468-7cb0-4b4a-bb6c-58eb3507cb70), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.411536 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (51ea1468-7cb0-4b4a-bb6c-58eb3507cb70), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.442234 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dcf51-d2ad-4a28-aff5-609385fac9a2 req-27394a14-0136-4e44-8171-d8f5eecf3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:26.443743 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b47dcf51-d2ad-4a28-aff5-609385fac9a2 req-27394a14-0136-4e44-8171-d8f5eecf3ae1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 1130 time: 0.0448127 Mar 29 08:55:26.502733 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b47dcf51-d2ad-4a28-aff5-609385fac9a2 req-dd64aba4-7c73-4cd2-8b1f-30035ee43ef4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Mar 29 08:55:26.540723 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f35c3ae8-0562-4a7f-beac-0d29d08ca8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.541152 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (51ea1468-7cb0-4b4a-bb6c-58eb3507cb70), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.561466 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.564753 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51ea1468-7cb0-4b4a-bb6c-58eb3507cb70 HTTP/1.1" status: 204 len: 168 time: 0.2860227 Mar 29 08:55:26.567720 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34178) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:26.582151 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5ae8-d848-4e18-b492-15d43164e448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ea1468-7cb0-4b4a-bb6c-58eb3507cb70,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:26.639944 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (2ba3bb73-a491-4bbb-96d3-a46b4711cef6), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.720651 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (2ba3bb73-a491-4bbb-96d3-a46b4711cef6), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.740894 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba3bb73-a491-4bbb-96d3-a46b4711cef6']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:26.750041 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69654f6-67ce-40a5-9c8a-7b8fcd7fa859') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:26.750342 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69654f6-67ce-40a5-9c8a-7b8fcd7fa859') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:55:26.759781 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (b69654f6-67ce-40a5-9c8a-7b8fcd7fa859), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.773735 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (b69654f6-67ce-40a5-9c8a-7b8fcd7fa859), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.780326 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 08:55:26.780745 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (b69654f6-67ce-40a5-9c8a-7b8fcd7fa859), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 08:55:26.782371 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 08:55:26.909738 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (2ba3bb73-a491-4bbb-96d3-a46b4711cef6), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.925690 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:26.931742 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2ba3bb73-a491-4bbb-96d3-a46b4711cef6 HTTP/1.1" status: 204 len: 168 time: 0.3600209 Mar 29 08:55:26.931742 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55017-d19d-46f0-ada3-8a31957adf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba3bb73-a491-4bbb-96d3-a46b4711cef6,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:26.960818 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98975db-a271-4746-ada4-10efd717cd97 req-7b35e670-dbc6-4064-8a0c-43794f1e7cef tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:26.962630 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f98975db-a271-4746-ada4-10efd717cd97 req-7b35e670-dbc6-4064-8a0c-43794f1e7cef tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0634181 Mar 29 08:55:27.000547 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34192) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:27.012347 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f98975db-a271-4746-ada4-10efd717cd97 req-4092fbc5-135e-4b71-bda5-23a3fc56a2cc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434730 Mar 29 08:55:27.105173 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-929b857d-0cd5-4692-a338-5abc947a5a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.176916 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-929b857d-0cd5-4692-a338-5abc947a5a92 admin admin] Publish callbacks [] for security_group (e3fe7b62-104e-49fa-83b5-1ce765e4caf1), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.254486 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-929b857d-0cd5-4692-a338-5abc947a5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e3fe7b62-104e-49fa-83b5-1ce765e4caf1), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.292592 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-929b857d-0cd5-4692-a338-5abc947a5a92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee7872ae3dfb4b7ebc8bb0fd9b1785a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909307 Mar 29 08:55:27.293705 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b857d-0cd5-4692-a338-5abc947a5a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe7b62-104e-49fa-83b5-1ce765e4caf1,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:27.295312 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34196) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:27.342208 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b840ac59-1ef0-402c-8c75-1fc2935165e6 admin admin] Publish callbacks [] for security_group (e3fe7b62-104e-49fa-83b5-1ce765e4caf1), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.362876 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b840ac59-1ef0-402c-8c75-1fc2935165e6 admin admin] Publish callbacks [] for security_group (e3fe7b62-104e-49fa-83b5-1ce765e4caf1), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.365245 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34198) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:27.404818 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e3399569-0d67-4b8f-98e5-f4adff1cd5be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1329903b162c4792bae66981df4f3b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383973 Mar 29 08:55:27.407312 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34200) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:27.461551 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-abbe725f-c693-4edc-b307-3b244cba88cd admin admin] Publish callbacks [] for security_group (721d058c-f3f5-4e7b-aa9b-5d94c94258bc), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.484477 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-abbe725f-c693-4edc-b307-3b244cba88cd admin admin] Publish callbacks [] for security_group (721d058c-f3f5-4e7b-aa9b-5d94c94258bc), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.708824 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b840ac59-1ef0-402c-8c75-1fc2935165e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e3fe7b62-104e-49fa-83b5-1ce765e4caf1), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.711426 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b840ac59-1ef0-402c-8c75-1fc2935165e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.712643 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b840ac59-1ef0-402c-8c75-1fc2935165e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3fe7b62-104e-49fa-83b5-1ce765e4caf1 HTTP/1.1" status: 204 len: 168 time: 0.4163001 Mar 29 08:55:27.721618 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840ac59-1ef0-402c-8c75-1fc2935165e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe7b62-104e-49fa-83b5-1ce765e4caf1,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:27.737918 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-abbe725f-c693-4edc-b307-3b244cba88cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (721d058c-f3f5-4e7b-aa9b-5d94c94258bc), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.740932 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-abbe725f-c693-4edc-b307-3b244cba88cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:27.742271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-abbe725f-c693-4edc-b307-3b244cba88cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/721d058c-f3f5-4e7b-aa9b-5d94c94258bc HTTP/1.1" status: 204 len: 168 time: 0.3338735 Mar 29 08:55:27.753898 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe725f-c693-4edc-b307-3b244cba88cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d058c-f3f5-4e7b-aa9b-5d94c94258bc,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:27.818665 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:55:28.132461 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f84b4-e875-4881-8bbb-e76663b88adc req-1ea07465-c3f2-4800-a6b7-56124ae9f593 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:28.134069 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-681f84b4-e875-4881-8bbb-e76663b88adc req-1ea07465-c3f2-4800-a6b7-56124ae9f593 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0528760 Mar 29 08:55:28.187388 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-681f84b4-e875-4881-8bbb-e76663b88adc req-7cdde947-3dfe-444d-bd8a-ab7b3643594d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Mar 29 08:55:28.306872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4f34b-dbca-4cb0-b7f1-08401e298c0c req-316524c9-7a93-4b9a-b80b-10aeec2b3fd7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:28.308328 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bae4f34b-dbca-4cb0-b7f1-08401e298c0c req-316524c9-7a93-4b9a-b80b-10aeec2b3fd7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0515597 Mar 29 08:55:28.353858 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bae4f34b-dbca-4cb0-b7f1-08401e298c0c req-b0bf53e1-9b0a-40f5-a1c1-da79b9e1da3f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Mar 29 08:55:28.679573 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34234) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:28.694143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c2e8-1ee2-4ee8-8518-267394106682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:28.761108 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34236) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:28.774607 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c2e8-1ee2-4ee8-8518-267394106682 admin admin] Publish callbacks [] for security_group (8319837a-fa60-4086-8516-eaa2ce156058), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:28.869476 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c09e8f7a-5c67-4e26-acda-8b2e96913530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:28.895056 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c2e8-1ee2-4ee8-8518-267394106682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8319837a-fa60-4086-8516-eaa2ce156058), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:28.923517 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c04cf77f-cd0b-4749-96b6-b27f24585443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:28.943213 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-a6d6c2e8-1ee2-4ee8-8518-267394106682 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eab5e2d84c9a4d5da6bebcb049208e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597833 Mar 29 08:55:28.943213 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6c2e8-1ee2-4ee8-8518-267394106682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8319837a-fa60-4086-8516-eaa2ce156058,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:28.944660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34244) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:28.964890 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c09e8f7a-5c67-4e26-acda-8b2e96913530 admin admin] Publish callbacks [] for security_group (0de7d254-2ffb-436d-8de2-8fcc27dafb8b), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.004409 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-960b1971-d14a-4328-b63d-54432b8823e3 admin admin] Publish callbacks [] for security_group (8319837a-fa60-4086-8516-eaa2ce156058), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.038014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-960b1971-d14a-4328-b63d-54432b8823e3 admin admin] Publish callbacks [] for security_group (8319837a-fa60-4086-8516-eaa2ce156058), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.065410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34250) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:29.079830 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c09e8f7a-5c67-4e26-acda-8b2e96913530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0de7d254-2ffb-436d-8de2-8fcc27dafb8b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.119725 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-85ee81d3-3b2c-4862-8279-23a422af7677 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a73a114d44674241bdbd9b595ccdf41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529153 Mar 29 08:55:29.120783 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c09e8f7a-5c67-4e26-acda-8b2e96913530 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47748eb5513647048d25d807703088c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583510 Mar 29 08:55:29.122256 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34254) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:29.123862 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34256) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:29.147394 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8f7a-5c67-4e26-acda-8b2e96913530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de7d254-2ffb-436d-8de2-8fcc27dafb8b,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:29.160526 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-960b1971-d14a-4328-b63d-54432b8823e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8319837a-fa60-4086-8516-eaa2ce156058), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.163960 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-960b1971-d14a-4328-b63d-54432b8823e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.165096 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-960b1971-d14a-4328-b63d-54432b8823e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8319837a-fa60-4086-8516-eaa2ce156058 HTTP/1.1" status: 204 len: 168 time: 0.2195003 Mar 29 08:55:29.180579 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1971-d14a-4328-b63d-54432b8823e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319837a-fa60-4086-8516-eaa2ce156058,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:29.182498 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d65ba2-1aca-4d64-b2a5-9b9f5b0c466f admin admin] Publish callbacks [] for security_group (0de7d254-2ffb-436d-8de2-8fcc27dafb8b), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.198777 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a61b42d2-eb1c-453b-ac9e-262ffd7f7cc8 admin admin] Publish callbacks [] for security_group (ff9d85bf-c52a-47ad-a224-c4de9f3f55b3), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.213411 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d65ba2-1aca-4d64-b2a5-9b9f5b0c466f admin admin] Publish callbacks [] for security_group (0de7d254-2ffb-436d-8de2-8fcc27dafb8b), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.225160 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a61b42d2-eb1c-453b-ac9e-262ffd7f7cc8 admin admin] Publish callbacks [] for security_group (ff9d85bf-c52a-47ad-a224-c4de9f3f55b3), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.346058 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d65ba2-1aca-4d64-b2a5-9b9f5b0c466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0de7d254-2ffb-436d-8de2-8fcc27dafb8b), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.348658 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f0d65ba2-1aca-4d64-b2a5-9b9f5b0c466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.359554 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f0d65ba2-1aca-4d64-b2a5-9b9f5b0c466f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0de7d254-2ffb-436d-8de2-8fcc27dafb8b HTTP/1.1" status: 204 len: 168 time: 0.2249863 Mar 29 08:55:29.359554 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d65ba2-1aca-4d64-b2a5-9b9f5b0c466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de7d254-2ffb-436d-8de2-8fcc27dafb8b,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:29.380202 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a61b42d2-eb1c-453b-ac9e-262ffd7f7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ff9d85bf-c52a-47ad-a224-c4de9f3f55b3), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.382865 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a61b42d2-eb1c-453b-ac9e-262ffd7f7cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:29.386258 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-a61b42d2-eb1c-453b-ac9e-262ffd7f7cc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff9d85bf-c52a-47ad-a224-c4de9f3f55b3 HTTP/1.1" status: 204 len: 168 time: 0.2623374 Mar 29 08:55:29.396153 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b42d2-eb1c-453b-ac9e-262ffd7f7cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d85bf-c52a-47ad-a224-c4de9f3f55b3,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:29.950787 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34274) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:29.969517 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-19caea22-93ff-4129-9331-4c51db47369c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.046865 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.057449 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-19caea22-93ff-4129-9331-4c51db47369c admin admin] Publish callbacks [] for security_group (67c82239-219b-4145-90c3-189b65db8d33), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.127704 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-19caea22-93ff-4129-9331-4c51db47369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (67c82239-219b-4145-90c3-189b65db8d33), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.163648 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-19caea22-93ff-4129-9331-4c51db47369c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81a967d712604a33959a5463a1c519a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122986 Mar 29 08:55:30.164603 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caea22-93ff-4129-9331-4c51db47369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c82239-219b-4145-90c3-189b65db8d33,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:30.166817 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34290) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:30.218203 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b3b39c5-c5ad-43d4-be4f-881e1bfae95b admin admin] Publish callbacks [] for security_group (67c82239-219b-4145-90c3-189b65db8d33), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.246014 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b3b39c5-c5ad-43d4-be4f-881e1bfae95b admin admin] Publish callbacks [] for security_group (67c82239-219b-4145-90c3-189b65db8d33), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.412175 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b3b39c5-c5ad-43d4-be4f-881e1bfae95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (67c82239-219b-4145-90c3-189b65db8d33), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.421617 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b3b39c5-c5ad-43d4-be4f-881e1bfae95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:30.421617 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3b3b39c5-c5ad-43d4-be4f-881e1bfae95b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67c82239-219b-4145-90c3-189b65db8d33 HTTP/1.1" status: 204 len: 168 time: 0.2495322 Mar 29 08:55:30.429057 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b39c5-c5ad-43d4-be4f-881e1bfae95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c82239-219b-4145-90c3-189b65db8d33,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:30.542069 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade7b12-4990-40e7-919a-2d8e3d4fdaf9 req-1910e360-1f12-4c83-a944-b798b1ef447a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:30.543542 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1ade7b12-4990-40e7-919a-2d8e3d4fdaf9 req-1910e360-1f12-4c83-a944-b798b1ef447a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0562613 Mar 29 08:55:30.596039 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1ade7b12-4990-40e7-919a-2d8e3d4fdaf9 req-89d57e2e-43c5-4cf9-b423-50d1065d0f1e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467124 Mar 29 08:55:30.626614 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-7f65b5e0-2f77-4a4d-81c5-0f65e1c4b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:30.628149 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-7f65b5e0-2f77-4a4d-81c5-0f65e1c4b1fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1130 time: 0.0577912 Mar 29 08:55:30.722362 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-c7db7431-f960-40b1-b3c6-442bd44a2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:30.723869 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-c7db7431-f960-40b1-b3c6-442bd44a2089 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0891681 Mar 29 08:55:30.771028 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-1f353270-cf74-45b7-b19b-b9a692e2618b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 200 len: 217 time: 0.0357711 Mar 29 08:55:30.827041 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-34da7a30-1ab6-4aec-90d0-2a9727e7d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:30.828550 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-34da7a30-1ab6-4aec-90d0-2a9727e7d21f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0489614 Mar 29 08:55:30.889486 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-af75dde9-b68d-47cc-89db-2a887e97526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:30.891351 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-af75dde9-b68d-47cc-89db-2a887e97526a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494111 Mar 29 08:55:30.997017 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-652ae7c6-a43f-4f76-bc47-890f2f84bc08 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985098 Mar 29 08:55:31.097958 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2bd125c-ed4c-4acd-90ff-571c7da11857 req-9392dbfe-fd16-443b-8094-53cf82ae5ed4 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909591 Mar 29 08:55:31.237717 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34336) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:31.243173 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.253659 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f7b8bb3c-9e02-4349-8b91-09f7ec6d6779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.333103 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f7b8bb3c-9e02-4349-8b91-09f7ec6d6779 admin admin] Publish callbacks [] for security_group (53f17131-74bb-4457-a459-ce6005033540), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.420994 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f7b8bb3c-9e02-4349-8b91-09f7ec6d6779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (53f17131-74bb-4457-a459-ce6005033540), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.460119 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f7b8bb3c-9e02-4349-8b91-09f7ec6d6779 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b00befa486e54a128a468d73e4ec8b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209966 Mar 29 08:55:31.461008 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8bb3c-9e02-4349-8b91-09f7ec6d6779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f17131-74bb-4457-a459-ce6005033540,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:31.462744 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34342) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:31.524422 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-710ae90e-3291-419f-99a4-afae94108d3f admin admin] Publish callbacks [] for security_group (53f17131-74bb-4457-a459-ce6005033540), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.550356 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-710ae90e-3291-419f-99a4-afae94108d3f admin admin] Publish callbacks [] for security_group (53f17131-74bb-4457-a459-ce6005033540), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.715069 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e7902-1287-49bc-8f11-6f91ebe1d5be req-702684b9-3fea-4057-9877-42a0763500e8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:31.717172 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe9e7902-1287-49bc-8f11-6f91ebe1d5be req-702684b9-3fea-4057-9877-42a0763500e8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0522134 Mar 29 08:55:31.732626 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-710ae90e-3291-419f-99a4-afae94108d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (53f17131-74bb-4457-a459-ce6005033540), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.735373 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-710ae90e-3291-419f-99a4-afae94108d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:31.737768 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-710ae90e-3291-419f-99a4-afae94108d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f17131-74bb-4457-a459-ce6005033540 HTTP/1.1" status: 204 len: 168 time: 0.2738099 Mar 29 08:55:31.749802 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ae90e-3291-419f-99a4-afae94108d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f17131-74bb-4457-a459-ce6005033540,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:31.775500 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe9e7902-1287-49bc-8f11-6f91ebe1d5be req-005e1ef6-910a-468a-ac2d-70b8064de14c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527558 Mar 29 08:55:32.101424 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34362) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:32.290743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bfe94371-4de9-4a5f-bdd8-7ee786601ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.383937 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bfe94371-4de9-4a5f-bdd8-7ee786601ad3 admin admin] Publish callbacks [] for security_group (da642245-49c4-46ab-a671-eab8847250b0), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.460052 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bfe94371-4de9-4a5f-bdd8-7ee786601ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (da642245-49c4-46ab-a671-eab8847250b0), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.501523 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bfe94371-4de9-4a5f-bdd8-7ee786601ad3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23b66a14408e41b0a72d445cec47fae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989019 Mar 29 08:55:32.502618 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe94371-4de9-4a5f-bdd8-7ee786601ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da642245-49c4-46ab-a671-eab8847250b0,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:32.504208 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34380) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:32.562088 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9d0255a3-57fa-4c81-87d8-cada3856c3f6 admin admin] Publish callbacks [] for security_group (da642245-49c4-46ab-a671-eab8847250b0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.583074 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9d0255a3-57fa-4c81-87d8-cada3856c3f6 admin admin] Publish callbacks [] for security_group (da642245-49c4-46ab-a671-eab8847250b0), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.703259 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9d0255a3-57fa-4c81-87d8-cada3856c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (da642245-49c4-46ab-a671-eab8847250b0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.706343 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9d0255a3-57fa-4c81-87d8-cada3856c3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:32.713991 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-9d0255a3-57fa-4c81-87d8-cada3856c3f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da642245-49c4-46ab-a671-eab8847250b0 HTTP/1.1" status: 204 len: 168 time: 0.2013354 Mar 29 08:55:32.715529 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0255a3-57fa-4c81-87d8-cada3856c3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da642245-49c4-46ab-a671-eab8847250b0,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:33.004062 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:33.119813 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6163a5-3746-4f62-ac52-3b7f9f0d7ae3 req-d7bd5e07-6427-479a-86a5-822f4e0400c8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:33.121938 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-df6163a5-3746-4f62-ac52-3b7f9f0d7ae3 req-d7bd5e07-6427-479a-86a5-822f4e0400c8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.2771070 Mar 29 08:55:33.176911 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-df6163a5-3746-4f62-ac52-3b7f9f0d7ae3 req-30a4dd2b-c42e-4ddd-8d88-cd9e7372c20f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473995 Mar 29 08:55:34.298279 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a3d8-40bc-4d1c-9055-aa44daf28a52 req-6ab08182-9b4c-4ced-a61f-97ac14c998ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:34.300079 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15c3a3d8-40bc-4d1c-9055-aa44daf28a52 req-6ab08182-9b4c-4ced-a61f-97ac14c998ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0540240 Mar 29 08:55:34.345778 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15c3a3d8-40bc-4d1c-9055-aa44daf28a52 req-8c3781a2-0c37-4874-8c7e-501b490a2716 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Mar 29 08:55:35.460584 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e7a68-df02-46ff-8a98-064f0ad20372 req-40168d4a-5b47-4bce-8a3a-b3a1d2ab1b26 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:35.462057 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e23e7a68-df02-46ff-8a98-064f0ad20372 req-40168d4a-5b47-4bce-8a3a-b3a1d2ab1b26 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0515571 Mar 29 08:55:35.508339 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e23e7a68-df02-46ff-8a98-064f0ad20372 req-a427ba6c-f6ec-4b86-b2ef-2a195bf73203 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Mar 29 08:55:35.567268 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34500) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:35.671092 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5eff491-45fb-46be-a2e7-1d8f9539a7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:35.741213 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5eff491-45fb-46be-a2e7-1d8f9539a7dc admin admin] Publish callbacks [] for security_group (144953aa-8c0b-43a9-93b6-6e11e45cf624), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:35.811505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d5eff491-45fb-46be-a2e7-1d8f9539a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (144953aa-8c0b-43a9-93b6-6e11e45cf624), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:35.848915 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d5eff491-45fb-46be-a2e7-1d8f9539a7dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a05c53a413cb4ee5a7d416afa70b228d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806180 Mar 29 08:55:35.849692 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eff491-45fb-46be-a2e7-1d8f9539a7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144953aa-8c0b-43a9-93b6-6e11e45cf624,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:35.851568 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34510) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:35.902811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-82656a76-a545-403b-99a0-2176c189789f admin admin] Publish callbacks [] for security_group (144953aa-8c0b-43a9-93b6-6e11e45cf624), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:35.923315 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-82656a76-a545-403b-99a0-2176c189789f admin admin] Publish callbacks [] for security_group (144953aa-8c0b-43a9-93b6-6e11e45cf624), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.062614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-82656a76-a545-403b-99a0-2176c189789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (144953aa-8c0b-43a9-93b6-6e11e45cf624), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.065151 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-82656a76-a545-403b-99a0-2176c189789f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.066306 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-82656a76-a545-403b-99a0-2176c189789f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/144953aa-8c0b-43a9-93b6-6e11e45cf624 HTTP/1.1" status: 204 len: 168 time: 0.2136633 Mar 29 08:55:36.073787 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656a76-a545-403b-99a0-2176c189789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144953aa-8c0b-43a9-93b6-6e11e45cf624,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:36.621615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf20b-1a2d-4d54-aea2-7f4aa2ee30f9 req-92f3f212-6057-42ce-8abf-42ee3e684561 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:36.623197 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1b3bf20b-1a2d-4d54-aea2-7f4aa2ee30f9 req-92f3f212-6057-42ce-8abf-42ee3e684561 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0513752 Mar 29 08:55:36.668748 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1b3bf20b-1a2d-4d54-aea2-7f4aa2ee30f9 req-154889bc-4ad0-4530-8611-7eb84cfe86b0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Mar 29 08:55:36.692884 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34518) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:36.706288 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3785-7af4-487d-84c5-c069df86344a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.777575 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3785-7af4-487d-84c5-c069df86344a admin admin] Publish callbacks [] for security_group (88bd7371-e7b7-45ce-8982-f8df5799dc78), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.845821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3785-7af4-487d-84c5-c069df86344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (88bd7371-e7b7-45ce-8982-f8df5799dc78), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.886066 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bfcb3785-7af4-487d-84c5-c069df86344a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5eb65eb6b6084273916aac8d27875afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921134 Mar 29 08:55:36.888702 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb3785-7af4-487d-84c5-c069df86344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd7371-e7b7-45ce-8982-f8df5799dc78,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:36.889358 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34526) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:36.936148 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d834b55c-436f-4ade-a66b-21607e9ac002 admin admin] Publish callbacks [] for security_group (88bd7371-e7b7-45ce-8982-f8df5799dc78), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:36.961789 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d834b55c-436f-4ade-a66b-21607e9ac002 admin admin] Publish callbacks [] for security_group (88bd7371-e7b7-45ce-8982-f8df5799dc78), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:37.088244 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d834b55c-436f-4ade-a66b-21607e9ac002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (88bd7371-e7b7-45ce-8982-f8df5799dc78), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:37.090719 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d834b55c-436f-4ade-a66b-21607e9ac002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:37.091876 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d834b55c-436f-4ade-a66b-21607e9ac002 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88bd7371-e7b7-45ce-8982-f8df5799dc78 HTTP/1.1" status: 204 len: 168 time: 0.2015014 Mar 29 08:55:37.099406 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834b55c-436f-4ade-a66b-21607e9ac002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd7371-e7b7-45ce-8982-f8df5799dc78,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:37.783574 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00530fc-fa8d-49d1-9fd7-02f94e398df9 req-fb8e8284-94c3-4c96-81c4-17b830547cf3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:37.785078 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e00530fc-fa8d-49d1-9fd7-02f94e398df9 req-fb8e8284-94c3-4c96-81c4-17b830547cf3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0538645 Mar 29 08:55:37.839449 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e00530fc-fa8d-49d1-9fd7-02f94e398df9 req-85168c08-3a2f-45b2-80da-dbe878be17e2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Mar 29 08:55:38.705395 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 34570) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:38.804293 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-935c6eb0-2a73-4cc0-8fe2-b882719b6676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:38.880049 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-935c6eb0-2a73-4cc0-8fe2-b882719b6676 admin admin] Publish callbacks [] for security_group (807973b6-83e4-488d-84da-25d8c22d0244), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:38.961364 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c32e0-52e6-4b9e-a837-d57eca9dc97d req-54c4282d-7be0-4a98-9f4e-4a8dacba226e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:38.962773 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-031c32e0-52e6-4b9e-a837-d57eca9dc97d req-54c4282d-7be0-4a98-9f4e-4a8dacba226e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0519793 Mar 29 08:55:38.963829 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-935c6eb0-2a73-4cc0-8fe2-b882719b6676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (807973b6-83e4-488d-84da-25d8c22d0244), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:39.010714 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6eb0-2a73-4cc0-8fe2-b882719b6676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807973b6-83e4-488d-84da-25d8c22d0244,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:39.023144 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-935c6eb0-2a73-4cc0-8fe2-b882719b6676 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f369252247e45eaaca7c39cff6fb619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167367 Mar 29 08:55:39.026014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 34580) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:55:39.045027 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-031c32e0-52e6-4b9e-a837-d57eca9dc97d req-0579f469-ae19-4739-8094-a98ee005fe54 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Mar 29 08:55:39.072999 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f93eade5-db01-48a2-be87-c90770c1e6bf admin admin] Publish callbacks [] for security_group (807973b6-83e4-488d-84da-25d8c22d0244), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:39.093209 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f93eade5-db01-48a2-be87-c90770c1e6bf admin admin] Publish callbacks [] for security_group (807973b6-83e4-488d-84da-25d8c22d0244), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:39.217640 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f93eade5-db01-48a2-be87-c90770c1e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (807973b6-83e4-488d-84da-25d8c22d0244), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:39.220065 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f93eade5-db01-48a2-be87-c90770c1e6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:39.221272 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-f93eade5-db01-48a2-be87-c90770c1e6bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/807973b6-83e4-488d-84da-25d8c22d0244 HTTP/1.1" status: 204 len: 168 time: 0.1942706 Mar 29 08:55:39.228893 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93eade5-db01-48a2-be87-c90770c1e6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807973b6-83e4-488d-84da-25d8c22d0244,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:55:40.160182 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edc113-22e2-44b3-838f-316c94eb70a2 req-83a6e1fc-be36-4f06-bc81-165ee518397e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:40.161718 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-87edc113-22e2-44b3-838f-316c94eb70a2 req-83a6e1fc-be36-4f06-bc81-165ee518397e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0518384 Mar 29 08:55:40.211166 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-87edc113-22e2-44b3-838f-316c94eb70a2 req-5a0ae4e6-4901-4cd7-bcd1-13f0b9bbe74d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Mar 29 08:55:41.340149 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456a03e-88eb-420a-9c93-5c30b14e6cc4 req-c365e1c0-4549-4a53-af48-33a996b5fbe6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:41.345112 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3456a03e-88eb-420a-9c93-5c30b14e6cc4 req-c365e1c0-4549-4a53-af48-33a996b5fbe6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0599194 Mar 29 08:55:41.398486 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3456a03e-88eb-420a-9c93-5c30b14e6cc4 req-e0b4a34e-7a4d-4994-af7c-7705875595e9 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499847 Mar 29 08:55:42.514246 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2649c-1fea-4870-8f60-a162d72e6387 req-cd6cfc83-48a3-4d88-9400-557dc9f06021 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:42.515706 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3d2649c-1fea-4870-8f60-a162d72e6387 req-cd6cfc83-48a3-4d88-9400-557dc9f06021 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0515010 Mar 29 08:55:42.561163 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3d2649c-1fea-4870-8f60-a162d72e6387 req-7fd4bccb-97f0-4f80-b9e8-ef9e556a2798 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Mar 29 08:55:43.675784 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21174480-54eb-49ab-9a31-e4afea7d25e5 req-f30c3c0f-f40e-4a90-ab2b-f13262f57fa6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:43.677200 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-21174480-54eb-49ab-9a31-e4afea7d25e5 req-f30c3c0f-f40e-4a90-ab2b-f13262f57fa6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0519645 Mar 29 08:55:43.723847 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-21174480-54eb-49ab-9a31-e4afea7d25e5 req-5b099dc5-e0d8-4504-ba79-550d41e26c9a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Mar 29 08:55:44.838163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fb5d8-5bc7-4109-b465-954a5b93e267 req-0bbfbf3d-25d3-4df0-8b48-afdb31befeb0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:44.839620 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c0fb5d8-5bc7-4109-b465-954a5b93e267 req-0bbfbf3d-25d3-4df0-8b48-afdb31befeb0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0505600 Mar 29 08:55:44.887720 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c0fb5d8-5bc7-4109-b465-954a5b93e267 req-19d427d2-1873-4a7a-937b-f7185e9b7b4a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Mar 29 08:55:46.003552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f9ae-1b43-4e05-84f4-2314dfbd3a7a req-4dfa620c-4e84-4905-af68-51fd650f504a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:46.005036 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e227f9ae-1b43-4e05-84f4-2314dfbd3a7a req-4dfa620c-4e84-4905-af68-51fd650f504a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0511324 Mar 29 08:55:46.053215 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e227f9ae-1b43-4e05-84f4-2314dfbd3a7a req-a9547254-4ecd-4c99-89f5-a80011875ce7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Mar 29 08:55:47.166517 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d200e2-9580-4ae6-9b9d-e247814eebb8 req-a5b3da13-7b9a-45c6-a60e-426ef8ec8ee7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:47.167883 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-18d200e2-9580-4ae6-9b9d-e247814eebb8 req-a5b3da13-7b9a-45c6-a60e-426ef8ec8ee7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0504775 Mar 29 08:55:47.215186 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-18d200e2-9580-4ae6-9b9d-e247814eebb8 req-e045af6b-5541-43fb-bb90-53fb74eb67a6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Mar 29 08:55:48.333619 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0adc-b431-4931-884c-44515b45d07b req-292f3419-4d36-4e73-b444-05c2b026b08e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:48.335107 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c40d0adc-b431-4931-884c-44515b45d07b req-292f3419-4d36-4e73-b444-05c2b026b08e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0549321 Mar 29 08:55:48.379693 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c40d0adc-b431-4931-884c-44515b45d07b req-fabd15d3-81dc-4065-a61f-6c8cfb7a8bdb tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391080 Mar 29 08:55:49.515728 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04e1e-2956-495a-a06a-167aa1032610 req-be655184-b0ad-4c5b-9ed5-ba1dbbe18af6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:49.517242 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4ec04e1e-2956-495a-a06a-167aa1032610 req-be655184-b0ad-4c5b-9ed5-ba1dbbe18af6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0682788 Mar 29 08:55:49.564847 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4ec04e1e-2956-495a-a06a-167aa1032610 req-2feacbe3-d6da-4f17-836c-b0cf01df529d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Mar 29 08:55:50.684411 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a0bc-1d30-4554-8e02-d97164b3c1af req-fbbbda33-37ce-483b-927d-8cb7e589239a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:50.686544 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6c69a0bc-1d30-4554-8e02-d97164b3c1af req-fbbbda33-37ce-483b-927d-8cb7e589239a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0564158 Mar 29 08:55:50.734650 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6c69a0bc-1d30-4554-8e02-d97164b3c1af req-a23b3501-10e8-466c-a7b7-387bed1312cc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 Mar 29 08:55:51.856216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bf0e-a196-45f7-aa3c-741943eb32fc req-700dd643-0029-47d2-9059-748dfbe9ab84 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:51.857749 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fb7bf0e-a196-45f7-aa3c-741943eb32fc req-700dd643-0029-47d2-9059-748dfbe9ab84 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0559783 Mar 29 08:55:51.904942 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fb7bf0e-a196-45f7-aa3c-741943eb32fc req-64f71304-d5c2-44a3-b88f-92a93480a2bf tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Mar 29 08:55:53.019197 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9f1d-1b33-4c2b-bab9-45edbeb13e13 req-fea411fb-a9f3-4f93-956e-2b36cb580619 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:53.020690 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8b7b9f1d-1b33-4c2b-bab9-45edbeb13e13 req-fea411fb-a9f3-4f93-956e-2b36cb580619 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0506999 Mar 29 08:55:53.066697 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8b7b9f1d-1b33-4c2b-bab9-45edbeb13e13 req-83c006be-c308-4438-8708-d31dbd13b252 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Mar 29 08:55:54.187874 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd334c-1cf3-4cd5-b959-863995a12a3f req-fe94c30a-4797-4b9a-a07c-c8509e59c994 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:54.189398 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ecbd334c-1cf3-4cd5-b959-863995a12a3f req-fe94c30a-4797-4b9a-a07c-c8509e59c994 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0568721 Mar 29 08:55:54.242137 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ecbd334c-1cf3-4cd5-b959-863995a12a3f req-d7cb1c3f-765f-4a93-8946-89b19f4e29fa tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Mar 29 08:55:55.362629 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c635-01ee-4c09-b1d9-4e0f54d8cbc9 req-b4fdd58c-5ed3-4752-8d9c-8d7fe1f1e357 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:55.364154 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-37c4c635-01ee-4c09-b1d9-4e0f54d8cbc9 req-b4fdd58c-5ed3-4752-8d9c-8d7fe1f1e357 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0548737 Mar 29 08:55:55.409751 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-37c4c635-01ee-4c09-b1d9-4e0f54d8cbc9 req-c1d0c42e-f95a-4d93-90a7-be8438ce2400 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Mar 29 08:55:55.736172 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:56.520768 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5e1b8979-c7f4-4fa9-b58b-bfb6dc2d5397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:56.536897 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23bba9-8525-45a1-815d-3266491accf6 req-afd0997a-c0ec-4e21-8aac-8a194181b6a6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:56.538442 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7c23bba9-8525-45a1-815d-3266491accf6 req-afd0997a-c0ec-4e21-8aac-8a194181b6a6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0621097 Mar 29 08:55:56.587851 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7c23bba9-8525-45a1-815d-3266491accf6 req-d472e75c-7b29-4c65-8079-32d3009abc70 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Mar 29 08:55:56.664399 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-d848049a-eb7a-4788-8c6c-14f6437c1867 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452659 Mar 29 08:55:56.728313 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-2813678d-0d7b-4eb2-bdb1-027da87f54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:56.729945 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-2813678d-0d7b-4eb2-bdb1-027da87f54c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 1130 time: 0.0428197 Mar 29 08:55:56.842311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-6f494591-6214-4e56-be19-6db7cdb0e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:56.843798 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-6f494591-6214-4e56-be19-6db7cdb0e9c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.0905104 Mar 29 08:55:56.912484 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-9c8f1db7-4f63-40ce-b538-04f16e6ad2fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22 HTTP/1.1" status: 200 len: 1002 time: 0.0603251 Mar 29 08:55:56.967375 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-aad1f0bb-a4ab-4e84-82c6-2eb1505da8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:56.968922 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-aad1f0bb-a4ab-4e84-82c6-2eb1505da8bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0472713 Mar 29 08:55:57.018437 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-8ad1d581-db4c-4b0c-b818-a9c2be983e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:57.020211 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-8ad1d581-db4c-4b0c-b818-a9c2be983e77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447946 Mar 29 08:55:57.109195 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-77de14e5-4646-43fb-9871-00f4f21cd93f service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808117 Mar 29 08:55:57.708560 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175b8c4-b61f-41ca-8d8d-3d6df82d9c23 req-95d0feb9-91e0-4a1c-b685-1c37b05d7753 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:57.710026 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3175b8c4-b61f-41ca-8d8d-3d6df82d9c23 req-95d0feb9-91e0-4a1c-b685-1c37b05d7753 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0565193 Mar 29 08:55:57.760274 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3175b8c4-b61f-41ca-8d8d-3d6df82d9c23 req-72773a58-5d40-4e01-bc73-3ab1e8fa77d8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Mar 29 08:55:58.036980 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7c2bc53e-53b5-4cde-a591-ec3af023277e req-1e5c6820-2631-403e-8a0c-aeffefae3105 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803368 Mar 29 08:55:58.881741 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f17b4c-3789-4d8b-8240-e2588302cdb3 req-6548813c-9d3c-4ce6-a793-a74df290028f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:55:58.883249 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f6f17b4c-3789-4d8b-8240-e2588302cdb3 req-6548813c-9d3c-4ce6-a793-a74df290028f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0510266 Mar 29 08:55:58.884712 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-edb5e6b5-6ede-4536-a99a-4f0d0fb3407d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:55:58.929060 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f6f17b4c-3789-4d8b-8240-e2588302cdb3 req-85d0ed32-ad46-4c74-a39b-23650dc44a0b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Mar 29 08:56:00.044695 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:00.056683 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f4ea4-9ba3-49cf-a15c-edb3dcf2eb02 req-37694444-737d-45d9-b6e1-113d5073241e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:00.058156 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ed0f4ea4-9ba3-49cf-a15c-edb3dcf2eb02 req-37694444-737d-45d9-b6e1-113d5073241e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0545955 Mar 29 08:56:00.105462 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ed0f4ea4-9ba3-49cf-a15c-edb3dcf2eb02 req-35390fab-b728-4861-a4fd-058312b6e6e5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Mar 29 08:56:01.228668 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48839c-037e-488c-8358-e20df9bf8c81 req-7180a7d3-f8ef-4851-a4b7-55761973e64a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:01.230123 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef48839c-037e-488c-8358-e20df9bf8c81 req-7180a7d3-f8ef-4851-a4b7-55761973e64a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0576789 Mar 29 08:56:01.256520 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:01.281646 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef48839c-037e-488c-8358-e20df9bf8c81 req-9f7a80ec-9310-4155-a720-05e977bbade7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Mar 29 08:56:02.402070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0fc44-10e0-4acd-bd6d-e2525c370558 req-40dbe5ee-74d4-4b9f-99c0-00821c86e0db tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:02.404188 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-79f0fc44-10e0-4acd-bd6d-e2525c370558 req-40dbe5ee-74d4-4b9f-99c0-00821c86e0db tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0560760 Mar 29 08:56:02.453111 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-79f0fc44-10e0-4acd-bd6d-e2525c370558 req-6b694be1-bcdc-40ca-ae0a-98ecf58476a0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Mar 29 08:56:03.030522 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:03.582051 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321967f-96df-467b-a1aa-62fa24168b66 req-4bc0ba88-0efa-4c8b-95eb-cd3ba8dc2acc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:03.583683 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f321967f-96df-467b-a1aa-62fa24168b66 req-4bc0ba88-0efa-4c8b-95eb-cd3ba8dc2acc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0543458 Mar 29 08:56:03.638276 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f321967f-96df-467b-a1aa-62fa24168b66 req-5f7efa63-75b3-4a17-bcdc-2312ed4c1ea1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469971 Mar 29 08:56:04.751930 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784962f-341d-48e5-93ac-bfb29a14dc76 req-c843743a-0964-42b0-973d-42e60918d711 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:04.753422 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7784962f-341d-48e5-93ac-bfb29a14dc76 req-c843743a-0964-42b0-973d-42e60918d711 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0504889 Mar 29 08:56:04.799518 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7784962f-341d-48e5-93ac-bfb29a14dc76 req-000f03c9-9444-4a7f-8106-ee92f8a48fce tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Mar 29 08:56:04.813890 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:56:05.914874 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c4b6-bc70-4887-8f30-1f171dce3fb3 req-989ec43a-5601-4799-98aa-cc1e13a25e49 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:05.916336 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8cc0c4b6-bc70-4887-8f30-1f171dce3fb3 req-989ec43a-5601-4799-98aa-cc1e13a25e49 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0512369 Mar 29 08:56:05.961405 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8cc0c4b6-bc70-4887-8f30-1f171dce3fb3 req-246d0728-3677-429c-a5d5-20c0bad2d170 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Mar 29 08:56:06.397022 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95444-4e20-4069-96ce-214c9fae90ef req-fb12c9ad-4c6a-453d-af61-e395fe2f1b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:06.398491 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e1a95444-4e20-4069-96ce-214c9fae90ef req-fb12c9ad-4c6a-453d-af61-e395fe2f1b46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1130 time: 0.0469851 Mar 29 08:56:06.454426 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e1a95444-4e20-4069-96ce-214c9fae90ef req-694913a0-9832-43c3-97f0-53b8decd9f68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373819 Mar 29 08:56:07.084517 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03053ee0-7d93-42e8-a186-0db268e5df8f req-8ed68eb1-32c6-4388-a0b7-abea33d90b10 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:07.086372 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-03053ee0-7d93-42e8-a186-0db268e5df8f req-8ed68eb1-32c6-4388-a0b7-abea33d90b10 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0578578 Mar 29 08:56:07.136556 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-03053ee0-7d93-42e8-a186-0db268e5df8f req-e476c122-4cf0-4f6c-9071-70fc4c240228 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Mar 29 08:56:08.256150 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334976a-1f95-4394-9ee7-24c28a42b7a6 req-3a6af40b-5719-41e2-aa67-c7b40665352c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:08.257685 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9334976a-1f95-4394-9ee7-24c28a42b7a6 req-3a6af40b-5719-41e2-aa67-c7b40665352c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0552473 Mar 29 08:56:08.314078 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9334976a-1f95-4394-9ee7-24c28a42b7a6 req-423806c8-3d09-45f0-9da6-f983dd4a4735 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Mar 29 08:56:08.708096 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6af90-5781-400c-b420-5fd67e0ea5a9 req-9754b16b-2f7b-4137-8a27-133a8bfcdea4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:08.709936 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10b6af90-5781-400c-b420-5fd67e0ea5a9 req-9754b16b-2f7b-4137-8a27-133a8bfcdea4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0575507 Mar 29 08:56:08.766493 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10b6af90-5781-400c-b420-5fd67e0ea5a9 req-0801d114-4e06-4fe1-b803-a32eb378c037 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497217 Mar 29 08:56:08.790530 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-82b72c2d-1f96-4a75-a983-4bd949954993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:08.792057 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-82b72c2d-1f96-4a75-a983-4bd949954993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1130 time: 0.0464096 Mar 29 08:56:08.884480 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-98018fa2-4b06-42d1-ab44-8d2d037217b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:08.888469 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-98018fa2-4b06-42d1-ab44-8d2d037217b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0873230 Mar 29 08:56:09.154697 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-808e19bc-3ce8-4f3a-914c-a0c84e97ab4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 200 len: 217 time: 0.2574868 Mar 29 08:56:09.208132 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-64c654ab-33af-4865-b3a5-c6219bb14410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:09.208132 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-64c654ab-33af-4865-b3a5-c6219bb14410 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0437901 Mar 29 08:56:09.254093 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-c2691426-c55f-4f4c-bcdf-2c25499f7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:09.255592 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-c2691426-c55f-4f4c-bcdf-2c25499f7d5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428755 Mar 29 08:56:09.360460 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-055a69e1-2fea-4526-8eb7-1961d6c7c53b service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957005 Mar 29 08:56:09.458796 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfdf5af1-8e78-4a6a-9af4-328453e2cbb2 req-f3e4324f-d079-48b7-be48-e8c2d18ae247 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943778 Mar 29 08:56:09.507532 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc661f6e-3947-476c-ac20-775ea8717705 req-d9d3c030-f976-4e85-993a-f646c056ef4d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:09.509074 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bc661f6e-3947-476c-ac20-775ea8717705 req-d9d3c030-f976-4e85-993a-f646c056ef4d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0540917 Mar 29 08:56:09.559287 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bc661f6e-3947-476c-ac20-775ea8717705 req-3df6cd13-8285-4cca-8658-6fd7cfe3e59c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445611 Mar 29 08:56:09.903394 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f7f8-85cc-4832-b986-9aa182d35027 req-76b24ffb-ad1d-4d09-b293-a66d30e89abf tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:09.905437 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59c1f7f8-85cc-4832-b986-9aa182d35027 req-76b24ffb-ad1d-4d09-b293-a66d30e89abf tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0591474 Mar 29 08:56:09.956476 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59c1f7f8-85cc-4832-b986-9aa182d35027 req-e33ef3ec-80ec-49c4-b1af-1d0db4613fea tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Mar 29 08:56:10.305170 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35258) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:10.447471 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.525209 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Publish callbacks [] for security_group (39843cc9-f60e-44bf-8c2b-52b497213240), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.587339 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (39843cc9-f60e-44bf-8c2b-52b497213240), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.626312 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39843cc9-f60e-44bf-8c2b-52b497213240,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:10.634268 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1236126e1e8344a8a73de596d1b7203f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280547 Mar 29 08:56:10.637005 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35270) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:10.645112 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.645458 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.645790 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.646119 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.646444 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.646766 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.647086 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.647407 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.647731 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.648052 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.648385 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.648838 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.649033 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.649343 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.649659 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2807ca-fa44-4eaa-be44-0191a3c3cf54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.672898 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35272) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:10.696675 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Publish callbacks [] for security_group (39843cc9-f60e-44bf-8c2b-52b497213240), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.697119 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837e2a4-6de5-4de7-9b2d-6e822e89daff req-80cfbcdf-65b7-4cc5-982f-7a7bb92947c1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:10.698527 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5837e2a4-6de5-4de7-9b2d-6e822e89daff req-80cfbcdf-65b7-4cc5-982f-7a7bb92947c1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0630057 Mar 29 08:56:10.721276 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Publish callbacks [] for security_group (39843cc9-f60e-44bf-8c2b-52b497213240), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.746025 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5837e2a4-6de5-4de7-9b2d-6e822e89daff req-ceb5ab2a-bf26-419e-a531-b3afbb75e492 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Mar 29 08:56:10.789735 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4c492f1d-c4b8-4bc9-bce7-e16eace07a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.842722 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (39843cc9-f60e-44bf-8c2b-52b497213240), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.845236 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.846340 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39843cc9-f60e-44bf-8c2b-52b497213240 HTTP/1.1" status: 204 len: 168 time: 0.2083497 Mar 29 08:56:10.864494 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39843cc9-f60e-44bf-8c2b-52b497213240,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:10.879320 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.879669 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.880015 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.880358 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.880773 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.881106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.881434 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.881760 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.882087 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.882416 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.882743 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.883069 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.883390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.883709 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.884027 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f11472f-d4e3-409f-a9e3-54e227608de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:10.924584 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4c492f1d-c4b8-4bc9-bce7-e16eace07a23 admin admin] Publish callbacks [] for security_group (5119d35b-9416-47c6-bf29-0c80d5982399), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:10.981613 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4c492f1d-c4b8-4bc9-bce7-e16eace07a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5119d35b-9416-47c6-bf29-0c80d5982399), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.021667 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-4c492f1d-c4b8-4bc9-bce7-e16eace07a23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c7ed4c6100240faa15cb0faf38b134e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471818 Mar 29 08:56:11.022437 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c492f1d-c4b8-4bc9-bce7-e16eace07a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5119d35b-9416-47c6-bf29-0c80d5982399,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:11.024339 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35280) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:11.082432 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6fe0-f87b-427a-92d1-9cb2f757be62 req-5981b27e-87aa-4c56-9c99-46f7da68c24c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:11.083957 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06bf6fe0-f87b-427a-92d1-9cb2f757be62 req-5981b27e-87aa-4c56-9c99-46f7da68c24c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0578253 Mar 29 08:56:11.100013 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8004e25e-53ef-4e7f-9dcf-b8e10db58fcc admin admin] Publish callbacks [] for security_group (5119d35b-9416-47c6-bf29-0c80d5982399), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.133845 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8004e25e-53ef-4e7f-9dcf-b8e10db58fcc admin admin] Publish callbacks [] for security_group (5119d35b-9416-47c6-bf29-0c80d5982399), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.135427 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06bf6fe0-f87b-427a-92d1-9cb2f757be62 req-ba467707-be85-445c-a705-66760f1a187a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Mar 29 08:56:11.255907 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8004e25e-53ef-4e7f-9dcf-b8e10db58fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5119d35b-9416-47c6-bf29-0c80d5982399), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.258535 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8004e25e-53ef-4e7f-9dcf-b8e10db58fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.259756 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8004e25e-53ef-4e7f-9dcf-b8e10db58fcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5119d35b-9416-47c6-bf29-0c80d5982399 HTTP/1.1" status: 204 len: 168 time: 0.2343261 Mar 29 08:56:11.269614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004e25e-53ef-4e7f-9dcf-b8e10db58fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5119d35b-9416-47c6-bf29-0c80d5982399,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:11.584716 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35294) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:11.598114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b724cbe1-fcaf-452f-b2da-e20ec13b7778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.670777 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b724cbe1-fcaf-452f-b2da-e20ec13b7778 admin admin] Publish callbacks [] for security_group (4f912bb8-4702-46c3-adfc-99faf24bb70f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.744710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b724cbe1-fcaf-452f-b2da-e20ec13b7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (4f912bb8-4702-46c3-adfc-99faf24bb70f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.782889 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724cbe1-fcaf-452f-b2da-e20ec13b7778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f912bb8-4702-46c3-adfc-99faf24bb70f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:11.789476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35304) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:11.790091 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b724cbe1-fcaf-452f-b2da-e20ec13b7778 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c49d5bfde17049b98dfb14bcdbb0e789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036703 Mar 29 08:56:11.841106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00878f7c-73f2-4864-b624-86199527d3b6 admin admin] Publish callbacks [] for security_group (4f912bb8-4702-46c3-adfc-99faf24bb70f), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.866201 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00878f7c-73f2-4864-b624-86199527d3b6 admin admin] Publish callbacks [] for security_group (4f912bb8-4702-46c3-adfc-99faf24bb70f), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.880384 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d6da-e2b2-4915-8daf-a0d08516068f req-b408460a-9562-4bbb-b918-c6f485c64c54 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:11.884022 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9283d6da-e2b2-4915-8daf-a0d08516068f req-b408460a-9562-4bbb-b918-c6f485c64c54 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0568650 Mar 29 08:56:11.929642 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9283d6da-e2b2-4915-8daf-a0d08516068f req-647e222a-5e94-442f-ba32-3b2cc90303d8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Mar 29 08:56:11.984583 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00878f7c-73f2-4864-b624-86199527d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (4f912bb8-4702-46c3-adfc-99faf24bb70f), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.987170 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-00878f7c-73f2-4864-b624-86199527d3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:11.988310 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-00878f7c-73f2-4864-b624-86199527d3b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f912bb8-4702-46c3-adfc-99faf24bb70f HTTP/1.1" status: 204 len: 168 time: 0.1978550 Mar 29 08:56:11.995899 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00878f7c-73f2-4864-b624-86199527d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f912bb8-4702-46c3-adfc-99faf24bb70f,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:12.258776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7d9f9-9348-4d8b-af53-cc66390b5d27 req-1ccd97b0-4168-4b3b-b7b6-a42ae3055df2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:12.260275 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8ad7d9f9-9348-4d8b-af53-cc66390b5d27 req-1ccd97b0-4168-4b3b-b7b6-a42ae3055df2 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0545886 Mar 29 08:56:12.308988 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8ad7d9f9-9348-4d8b-af53-cc66390b5d27 req-99d27cee-b30c-41fc-8892-a5dab5e7a35f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Mar 29 08:56:12.460392 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35330) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:12.556149 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1401284817-network', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:12.591871 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35336) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:12.604543 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b296d8e-4c03-4675-94a5-2796cefdafd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.662873 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Made reservation on behalf of 886f5ce2dbcc4eb6a8af47e9409f5e20 for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:12.665109 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.680008 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.691143 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b296d8e-4c03-4675-94a5-2796cefdafd3 admin admin] Publish callbacks [] for security_group (e21085e7-38aa-4286-8b13-74fbf954de7f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.756587 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks [] for security_group (06116d8b-56fc-45e8-9e9d-0e2f34b84cf8), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.772852 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b296d8e-4c03-4675-94a5-2796cefdafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e21085e7-38aa-4286-8b13-74fbf954de7f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.810592 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-1b296d8e-4c03-4675-94a5-2796cefdafd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e8852cecf4744d58599a56bac9bd7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175670 Mar 29 08:56:12.811705 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296d8e-4c03-4675-94a5-2796cefdafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21085e7-38aa-4286-8b13-74fbf954de7f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:12.813431 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35338) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:12.847757 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (06116d8b-56fc-45e8-9e9d-0e2f34b84cf8), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.861010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f758e0f-c743-46a0-aef6-a4cc9a353e4f admin admin] Publish callbacks [] for security_group (e21085e7-38aa-4286-8b13-74fbf954de7f), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.871861 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:56:12.882434 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f758e0f-c743-46a0-aef6-a4cc9a353e4f admin admin] Publish callbacks [] for security_group (e21085e7-38aa-4286-8b13-74fbf954de7f), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.884964 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06116d8b-56fc-45e8-9e9d-0e2f34b84cf8,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:12.890564 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:12.890900 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Added segment c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5 of type vlan for network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf Mar 29 08:56:12.930810 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.007927 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f758e0f-c743-46a0-aef6-a4cc9a353e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e21085e7-38aa-4286-8b13-74fbf954de7f), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.010504 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f758e0f-c743-46a0-aef6-a4cc9a353e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.013754 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6f758e0f-c743-46a0-aef6-a4cc9a353e4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e21085e7-38aa-4286-8b13-74fbf954de7f HTTP/1.1" status: 204 len: 168 time: 0.1972477 Mar 29 08:56:13.020652 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f758e0f-c743-46a0-aef6-a4cc9a353e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21085e7-38aa-4286-8b13-74fbf954de7f,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:13.046959 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.048066 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:13.048791 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.110422 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5b24c-57b2-445a-b753-cd1a1da6d589 req-6b27899c-4d98-4390-9d56-d5e0c095c589 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:13.111989 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-36a5b24c-57b2-445a-b753-cd1a1da6d589 req-6b27899c-4d98-4390-9d56-d5e0c095c589 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1077578 Mar 29 08:56:13.128553 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] Pushing event updated for resources: {'Network': ['ID=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:13.139783 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:56:13.167098 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-07b930d5-80a0-4070-b042-4ffeb043ea6f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7055948 Mar 29 08:56:13.170159 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35344) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:13.171117 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-36a5b24c-57b2-445a-b753-cd1a1da6d589 req-b55bafa2-b007-4ade-8b26-1b0a8dc20f27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529697 Mar 29 08:56:13.175099 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Request body: {'subnet': {'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1401284817-subnet', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:13.312622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Made reservation on behalf of 886f5ce2dbcc4eb6a8af47e9409f5e20 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:13.315002 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.526831 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733719e5-f592-45bb-bd45-e1024a82bff8 req-e0fa8f1c-c1cc-4841-b710-b04eaea5265a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:13.529785 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-733719e5-f592-45bb-bd45-e1024a82bff8 req-e0fa8f1c-c1cc-4841-b710-b04eaea5265a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.1435661 Mar 29 08:56:13.622069 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-733719e5-f592-45bb-bd45-e1024a82bff8 req-f0d36fdb-3b86-4111-a7b1-c57d8c64562c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871685 Mar 29 08:56:13.710938 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (abda5ae9-6f65-4bc5-9d92-053701303107), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.776828 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abda5ae9-6f65-4bc5-9d92-053701303107,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:13.781549 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Checking segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:13.781908 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Network hostable DHCP agents. Network: e1bb1f35-70b5-4879-aaf3-2141dacbf9cf, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:56:13.825952 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35388) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:13.880405 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:56:13.941649 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c84a5a30-c31a-43cd-aa52-268f431915e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.970667 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, e1bb1f35-70b5-4879-aaf3-2141dacbf9cf) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:13.977896 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:13.978654 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:13.979002 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae22f53-4824-44f1-b3a6-5a9c878683be None None] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:56:14.029419 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c84a5a30-c31a-43cd-aa52-268f431915e5 admin admin] Publish callbacks [] for security_group (fcebe283-056b-44d0-be0f-e18761e5907f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.088022 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-7d9281a0-a7bd-4db4-a0d2-a349fae0d3e6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9167149 Mar 29 08:56:14.089200 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:56:14.090706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35400) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:14.095050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:14.097101 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.139257 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c84a5a30-c31a-43cd-aa52-268f431915e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (fcebe283-056b-44d0-be0f-e18761e5907f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.181834 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-c84a5a30-c31a-43cd-aa52-268f431915e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94850ffcea3c41089e34ec273f2fd76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541582 Mar 29 08:56:14.182703 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a5a30-c31a-43cd-aa52-268f431915e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcebe283-056b-44d0-be0f-e18761e5907f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:14.184554 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35402) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:14.249304 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (b764dd6e-4a8a-4049-b78e-c24143d04e29), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.251050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (b764dd6e-4a8a-4049-b78e-c24143d04e29), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.281687 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Allocated IP 172.20.0.2 (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf/abda5ae9-6f65-4bc5-9d92-053701303107/aea9c112-47c7-428d-b840-b40ea5855ea2) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:14.282515 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3bc3047e-f295-4f2c-88e6-b16fb1f80fc4 admin admin] Publish callbacks [] for security_group (fcebe283-056b-44d0-be0f-e18761e5907f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.321622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks [] for router_controller (b764dd6e-4a8a-4049-b78e-c24143d04e29), precommit_add_association {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.355110 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3bc3047e-f295-4f2c-88e6-b16fb1f80fc4 admin admin] Publish callbacks [] for security_group (fcebe283-056b-44d0-be0f-e18761e5907f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.399383 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e31ca6-8985-4ec1-8cf6-3eafa72ee05b req-3c37582d-bd16-4f2b-9f6b-0bf7663f48ae tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:14.400892 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-05e31ca6-8985-4ec1-8cf6-3eafa72ee05b req-3c37582d-bd16-4f2b-9f6b-0bf7663f48ae tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1028695 Mar 29 08:56:14.473839 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Publish callbacks [] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.483615 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-05e31ca6-8985-4ec1-8cf6-3eafa72ee05b req-5129f264-5dbd-41af-89c8-71c6a8558516 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693052 Mar 29 08:56:14.532752 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3bc3047e-f295-4f2c-88e6-b16fb1f80fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (fcebe283-056b-44d0-be0f-e18761e5907f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.535463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3bc3047e-f295-4f2c-88e6-b16fb1f80fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.540033 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3bc3047e-f295-4f2c-88e6-b16fb1f80fc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcebe283-056b-44d0-be0f-e18761e5907f HTTP/1.1" status: 204 len: 168 time: 0.3513472 Mar 29 08:56:14.546891 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3047e-f295-4f2c-88e6-b16fb1f80fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcebe283-056b-44d0-be0f-e18761e5907f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:14.567909 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.599234 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks [] for router_gateway (b764dd6e-4a8a-4049-b78e-c24143d04e29), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.625624 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:14.628687 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:14.632091 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:14.692857 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Pushing event updated for resources: {'Port': ['ID=aea9c112-47c7-428d-b840-b40ea5855ea2,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:14.707461 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.707811 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.708177 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.708648 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.708997 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.709326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.709653 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.709976 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.710304 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.710624 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.710944 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.711280 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.711605 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.711922 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.712238 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:14.717387 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Attempting to bind port aea9c112-47c7-428d-b840-b40ea5855ea2 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:14.722919 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Attempting to bind port aea9c112-47c7-428d-b840-b40ea5855ea2 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:14.722919 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Attempting to bind port aea9c112-47c7-428d-b840-b40ea5855ea2 on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:14.723837 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:14.724216 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Checking segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:14.724671 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.725043 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Bound using segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:14.725514 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Bound port: aea9c112-47c7-428d-b840-b40ea5855ea2, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:14.725875 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.791138 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb73ece-1777-477f-bc41-93abe215bbcb req-be363b18-c1b1-4c16-b4cc-1eeeb0a899f6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:14.791631 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] For port aea9c112-47c7-428d-b840-b40ea5855ea2, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:14.792666 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2bb73ece-1777-477f-bc41-93abe215bbcb req-be363b18-c1b1-4c16-b4cc-1eeeb0a899f6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0665615 Mar 29 08:56:14.796221 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] For port aea9c112-47c7-428d-b840-b40ea5855ea2, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=aea9c112-47c7-428d-b840-b40ea5855ea2,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:14.856691 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2bb73ece-1777-477f-bc41-93abe215bbcb req-65573718-defa-46da-a979-0696227e0724 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568235 Mar 29 08:56:14.905585 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:14.964311 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f755f3-091a-4c10-ab92-68128d1b564a None None] Pushing event updated for resources: {'Port': ['ID=aea9c112-47c7-428d-b840-b40ea5855ea2,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:14.992859 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks [] for router_gateway (b764dd6e-4a8a-4049-b78e-c24143d04e29), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:15.019012 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:15.141008 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Allocated IP 172.27.1.250 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/d9c286b4-a89b-4a9e-aa97-44bf2636500e) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:15.323168 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks [] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:15.508848 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:15.565623 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Pushing event updated for resources: {'Port': ['ID=d9c286b4-a89b-4a9e-aa97-44bf2636500e,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:15.633651 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:15.637505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:15.640201 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:15.697819 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76880e-d1a0-41df-99d4-7ca1f4864c40 req-9bc7102a-bbe8-48d6-8c36-7418602f6176 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:15.697819 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5e76880e-d1a0-41df-99d4-7ca1f4864c40 req-9bc7102a-bbe8-48d6-8c36-7418602f6176 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1044214 Mar 29 08:56:15.859283 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35460) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:15.862361 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5e76880e-d1a0-41df-99d4-7ca1f4864c40 req-c8861609-c535-4a46-b7a7-44f713c639a8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560893 Mar 29 08:56:15.868171 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541785458', 'description': 'tempest-description--120992011'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:15.930137 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35464) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:16.047756 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.052724 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1294811123-network', 'tenant_id': '6a95fd76b6a94f719107ea884ffd4550'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:16.124839 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks [] for router_gateway (b764dd6e-4a8a-4049-b78e-c24143d04e29), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.166320 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef78c2-ba6b-4055-8867-fa3657ca0ecf None None] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:56:16.172742 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (7f1ce2b5-66c5-48a6-bcfa-4b367dabc366), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.197274 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Made reservation on behalf of 6a95fd76b6a94f719107ea884ffd4550 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:16.199505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.212200 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.229828 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] Provisioning complete for port aea9c112-47c7-428d-b840-b40ea5855ea2 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:16.230197 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.270767 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7f1ce2b5-66c5-48a6-bcfa-4b367dabc366), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.314057 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:16.369769 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] Current status of the port aea9c112-47c7-428d-b840-b40ea5855ea2 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:16.373061 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.421667 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] For port aea9c112-47c7-428d-b840-b40ea5855ea2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=aea9c112-47c7-428d-b840-b40ea5855ea2,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:16.457340 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks [] for security_group (d0596979-83e1-4fa7-a6d3-182ebe438585), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.469986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.471819 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-a238718a-8e6f-4edb-a678-780082e7d07e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6119390 Mar 29 08:56:16.474758 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (b764dd6e-4a8a-4049-b78e-c24143d04e29), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.475076 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35492) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:16.479575 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '7f1ce2b5-66c5-48a6-bcfa-4b367dabc366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:16.520112 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.598115 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593afd-a469-4f34-91cd-c2b9a1176dae None None] Pushing event updated for resources: {'Port': ['ID=aea9c112-47c7-428d-b840-b40ea5855ea2,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:16.619886 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (4992cfbe-fe57-4b4c-aeae-d8bc3fbf1021), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.663570 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-07e683e4-122a-438b-9df8-d8251c2d71e5 None None] Provisioning complete for port aea9c112-47c7-428d-b840-b40ea5855ea2 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:16.664274 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-07e683e4-122a-438b-9df8-d8251c2d71e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.714548 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (4992cfbe-fe57-4b4c-aeae-d8bc3fbf1021), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.762443 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-07e683e4-122a-438b-9df8-d8251c2d71e5 None None] Current status of the port aea9c112-47c7-428d-b840-b40ea5855ea2 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:16.799670 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d0596979-83e1-4fa7-a6d3-182ebe438585), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.801565 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (4992cfbe-fe57-4b4c-aeae-d8bc3fbf1021), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.817184 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4992cfbe-fe57-4b4c-aeae-d8bc3fbf1021,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:16.833677 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:56:16.845829 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0596979-83e1-4fa7-a6d3-182ebe438585,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:16.851726 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (a6a47267-9de0-4a76-86a5-1a08d977b463), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.852066 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Added segment a6a47267-9de0-4a76-86a5-1a08d977b463 of type vlan for network 45201f56-f91c-4dca-a467-8a6698524a99 Mar 29 08:56:16.889264 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:16.893376 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-aea13dda-30df-4fa7-b518-f6501a31ea3a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144018 Mar 29 08:56:16.894985 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35500) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:16.899613 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '7f1ce2b5-66c5-48a6-bcfa-4b367dabc366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:16.916515 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (45201f56-f91c-4dca-a467-8a6698524a99), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.025832 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e4e6-6661-4bc9-ba06-5f5763423d02 req-d22fe5af-58d3-4ba5-bef8-ecd8a35ad91c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:17.027300 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0733e4e6-6661-4bc9-ba06-5f5763423d02 req-d22fe5af-58d3-4ba5-bef8-ecd8a35ad91c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0549455 Mar 29 08:56:17.055561 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (aebf4cc1-154b-435c-aa6e-425009b3828f), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.059621 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device aea9c112-47c7-428d-b840-b40ea5855ea2 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:17.065669 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (45201f56-f91c-4dca-a467-8a6698524a99), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.066652 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:17.067237 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.069326 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:56:17.111046 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port aea9c112-47c7-428d-b840-b40ea5855ea2 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:17.111771 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.127724 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0733e4e6-6661-4bc9-ba06-5f5763423d02 req-ef51fc43-eb73-4aad-8e4a-a09e3b2bb2e0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948133 Mar 29 08:56:17.167759 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (aebf4cc1-154b-435c-aa6e-425009b3828f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.208797 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=45201f56-f91c-4dca-a467-8a6698524a99,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:17.215917 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port aea9c112-47c7-428d-b840-b40ea5855ea2 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:17.216453 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b3de1e87-e512-439f-87ed-a9ee0db5f8a0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2839792 Mar 29 08:56:17.221621 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35508) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:17.225635 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 45201f56-f91c-4dca-a467-8a6698524a99 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:56:17.227070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Request body: {'subnet': {'network_id': '45201f56-f91c-4dca-a467-8a6698524a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1294811123-subnet', 'tenant_id': '6a95fd76b6a94f719107ea884ffd4550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:17.264582 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:56:17.273710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (aebf4cc1-154b-435c-aa6e-425009b3828f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.276493 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:56:17.289582 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:17.290215 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:55:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:17.303869 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebf4cc1-154b-435c-aa6e-425009b3828f,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:17.364238 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Made reservation on behalf of 6a95fd76b6a94f719107ea884ffd4550 for: {'subnet': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:17.366786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30317214'] for subnet (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.396592 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.398332 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-682d4867-2a31-4088-8311-70dbbc0793cc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3063576 Mar 29 08:56:17.400583 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35512) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:17.414772 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.416207 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-09841615-a5f2-440d-8e66-32276224fe33 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5202792 Mar 29 08:56:17.419307 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35514) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:17.426030 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:17.442155 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:17.553451 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.713436 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35524) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:17.720981 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233495883', 'description': 'tempest-description--252055479'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:17.753971 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30317192'] for subnet (fddb8944-e693-4630-9ebf-6c01a49d76b8), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.768740 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:15Z', 'revision_number': 3, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:17.784602 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.799697 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:56:17.800441 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Updating router b764dd6e-4a8a-4049-b78e-c24143d04e29 port d9c286b4-a89b-4a9e-aa97-44bf2636500e binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:56:17.833161 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.846469 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddb8944-e693-4630-9ebf-6c01a49d76b8,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:17.857372 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:17.888609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Checking segment: {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:17.889488 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Network hostable DHCP agents. Network: 45201f56-f91c-4dca-a467-8a6698524a99, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:56:17.988501 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.27.1.36 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:18.007194 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group (2a74b7db-dc44-4be6-bd42-6a792ea1c8e6), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.028563 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.073904 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Network 45201f56-f91c-4dca-a467-8a6698524a99 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:56:18.103987 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.105357 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (2a74b7db-dc44-4be6-bd42-6a792ea1c8e6), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.143746 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:18.184192 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Allocated IP 172.20.0.1 (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf/abda5ae9-6f65-4bc5-9d92-053701303107/62bdf701-958c-4340-aad4-394c11a2284d) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:18.221000 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.222143 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-a35ef79f-4a20-4e3e-8f07-32f050980a14 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5076087 Mar 29 08:56:18.223403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 45201f56-f91c-4dca-a467-8a6698524a99) {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:18.227231 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35530) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:18.231668 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'security_group_rule': {'security_group_id': '2a74b7db-dc44-4be6-bd42-6a792ea1c8e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:18.233468 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408909da-f6b3-4f4a-9e81-ada778da1c3b None None] Network 45201f56-f91c-4dca-a467-8a6698524a99 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:56:18.236656 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:18.237405 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.277565 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.327038 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks [] for port (62bdf701-958c-4340-aad4-394c11a2284d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.329912 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:18.336067 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:18.345012 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:18.354039 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48501703-ed57-4caa-806f-7f6ea74d5393 None None] Network 45201f56-f91c-4dca-a467-8a6698524a99 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:56:18.371813 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:18.394888 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-448efb07-33d8-4501-8445-18faebaa7f9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1719210 Mar 29 08:56:18.413252 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b08d8-5375-4cfb-8303-6f8c88183238 req-7e4f6faf-1e32-4207-b7bd-d465b2e59ac4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:18.415160 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-666b08d8-5375-4cfb-8303-6f8c88183238 req-7e4f6faf-1e32-4207-b7bd-d465b2e59ac4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.2056124 Mar 29 08:56:18.422205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group_rule (a29000e2-9bd0-474e-9996-f08ad75351a0), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.455543 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Publish callbacks [] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.500623 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (62bdf701-958c-4340-aad4-394c11a2284d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.548605 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:18.553868 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:18.557942 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:18.562276 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-666b08d8-5375-4cfb-8303-6f8c88183238 req-785b1ef0-bbc9-42f8-8967-6ee30b4912ab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352160 Mar 29 08:56:18.572720 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (d9b1c3d1-59fb-4747-8a81-b3bfabf5d993), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.578986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group_rule (a29000e2-9bd0-474e-9996-f08ad75351a0), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.590551 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.644602 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Pushing event updated for resources: {'Port': ['ID=62bdf701-958c-4340-aad4-394c11a2284d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:18.650560 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Attempting to bind port d9c286b4-a89b-4a9e-aa97-44bf2636500e on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:18.651197 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Attempting to bind port d9c286b4-a89b-4a9e-aa97-44bf2636500e by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:18.651803 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Attempting to bind port d9c286b4-a89b-4a9e-aa97-44bf2636500e on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:18.654184 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Pushing event updated for resources: {'Port': ['ID=d9c286b4-a89b-4a9e-aa97-44bf2636500e,revision_number=2']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:18.664673 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.665357 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.665915 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.666615 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.667146 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.667711 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.667819 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (b764dd6e-4a8a-4049-b78e-c24143d04e29), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.668341 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.669099 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.669648 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.670893 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.671424 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.672173 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.672901 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.673422 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.673939 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:56:18.677760 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:18.678521 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:18.680339 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (a29000e2-9bd0-474e-9996-f08ad75351a0), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.688714 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.696988 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:18.697506 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Bound port: d9c286b4-a89b-4a9e-aa97-44bf2636500e, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:18.697954 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.740161 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29000e2-9bd0-474e-9996-f08ad75351a0,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:18.757839 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.797345 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] For port d9c286b4-a89b-4a9e-aa97-44bf2636500e, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:18.801257 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] For port d9c286b4-a89b-4a9e-aa97-44bf2636500e, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d9c286b4-a89b-4a9e-aa97-44bf2636500e,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:18.876562 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.901814 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.903042 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-22b4e4ec-e53e-4ad4-8b79-79433a2baa5f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6748292 Mar 29 08:56:18.906340 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35546) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:18.913235 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'security_group_rule': {'security_group_id': '2a74b7db-dc44-4be6-bd42-6a792ea1c8e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:18.919141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (62bdf701-958c-4340-aad4-394c11a2284d), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.937784 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:18.937972 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-c74ef851-9bf5-4d33-9bfd-7b9e6d6ddfb2 None None] Provisioning complete for port 62bdf701-958c-4340-aad4-394c11a2284d triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:18.938847 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:55:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:18.944039 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e800b-f7b6-46a7-aeb9-3e9719b07de0 None None] Pushing event updated for resources: {'Port': ['ID=d9c286b4-a89b-4a9e-aa97-44bf2636500e,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:18.945194 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c74ef851-9bf5-4d33-9bfd-7b9e6d6ddfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (62bdf701-958c-4340-aad4-394c11a2284d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:18.977279 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.018312 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-c74ef851-9bf5-4d33-9bfd-7b9e6d6ddfb2 None None] Port 62bdf701-958c-4340-aad4-394c11a2284d cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:19.034861 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group_rule (4273e343-2b96-4a8b-a7ec-92be4f68c484), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.082872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.084382 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:19.149682 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group_rule (4273e343-2b96-4a8b-a7ec-92be4f68c484), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.158452 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks [] for port (62bdf701-958c-4340-aad4-394c11a2284d), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.172172 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:19.183096 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d9b1c3d1-59fb-4747-8a81-b3bfabf5d993), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.241765 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (4273e343-2b96-4a8b-a7ec-92be4f68c484), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.253422 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (62bdf701-958c-4340-aad4-394c11a2284d), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.275919 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4273e343-2b96-4a8b-a7ec-92be4f68c484,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:19.303586 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.305448 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-55cca0eb-373f-4391-979d-0035134b41e1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8843832 Mar 29 08:56:19.349030 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Pushing event updated for resources: {'Port': ['ID=62bdf701-958c-4340-aad4-394c11a2284d,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:19.352104 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (b764dd6e-4a8a-4049-b78e-c24143d04e29), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.367084 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:19.383767 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.385035 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-17679ed4-30b4-43c0-9e6f-549ac1b6665c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777524 Mar 29 08:56:19.391484 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35556) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:19.393726 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:19.408813 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b207e6fb-7118-4760-a4cc-c7f723178cd7 None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:56:19.540823 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:19.542306 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:19.582073 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.711732 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-dae495ed-2978-4e6d-9590-d9b89898f3c1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--541785458&fields=id&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 267 time: 0.1042209 Mar 29 08:56:19.760286 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:19.900221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33986d-27d7-4eb1-b234-dbe337dd2238 req-ef5db440-d27c-4322-bc13-56b09fe91597 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:19.901825 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3d33986d-27d7-4eb1-b234-dbe337dd2238 req-ef5db440-d27c-4322-bc13-56b09fe91597 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1965470 Mar 29 08:56:19.951891 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:56:19.976593 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-1b460bc7-f66f-4685-8097-91555a2881da tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:19.984803 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-1b460bc7-f66f-4685-8097-91555a2881da tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.2720778 Mar 29 08:56:19.988875 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35580) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:19.998042 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-2d651643-df6c-4676-9379-6aaa29f3e08e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/quotas/2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 375 time: 0.0119665 Mar 29 08:56:20.046414 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3d33986d-27d7-4eb1-b234-dbe337dd2238 req-3ad9107c-5fa5-4d99-9a4c-338061b155a0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324227 Mar 29 08:56:20.059519 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Allocated IP 172.27.1.73 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/e6682d4f-6169-43ea-8aad-f38fa90f78a9) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:20.082898 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ef23466d-78a6-4ded-807e-5f7081216363 None None] Provisioning complete for port 62bdf701-958c-4340-aad4-394c11a2284d triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:20.084895 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ef23466d-78a6-4ded-807e-5f7081216363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (62bdf701-958c-4340-aad4-394c11a2284d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.153733 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-23278416-2c7a-42de-889f-62ed05b7f3ad tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472905 Mar 29 08:56:20.159146 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ef23466d-78a6-4ded-807e-5f7081216363 None None] Port 62bdf701-958c-4340-aad4-394c11a2284d cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:20.171555 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:56:20.185163 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5472071e-86b1-44a0-b9a7-940329adf6ea admin admin] 10.222.0.16 "PUT /v2.0/routers/b764dd6e-4a8a-4049-b78e-c24143d04e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7835360 Mar 29 08:56:20.202659 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-59bfa4d5-f6e1-4c56-9520-15502f7f0361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.252833 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.280941 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-aeb4db2c-b939-41b6-8b7d-e893fa69a1af service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072328 Mar 29 08:56:20.339941 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-59bfa4d5-f6e1-4c56-9520-15502f7f0361 admin admin] Publish callbacks [] for security_group (88198be1-ffc7-4702-990d-ba4b41485199), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.389986 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-e588b5fd-b667-4a69-8d3b-a9a2e42889d0 service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016049 Mar 29 08:56:20.410614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.470221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'Port': ['ID=e6682d4f-6169-43ea-8aad-f38fa90f78a9,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:20.485225 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-59bfa4d5-f6e1-4c56-9520-15502f7f0361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (88198be1-ffc7-4702-990d-ba4b41485199), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.526907 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:20.543471 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:20.552939 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:20.556941 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-59bfa4d5-f6e1-4c56-9520-15502f7f0361 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa56c1823fa64c218e17c5c978c1053c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5654786 Mar 29 08:56:20.564146 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35596) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:20.587239 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa4d5-f6e1-4c56-9520-15502f7f0361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88198be1-ffc7-4702-990d-ba4b41485199,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:20.705668 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6e7e534a-0f90-48c7-b623-4ffb2c2921e5 admin admin] Publish callbacks [] for security_group (88198be1-ffc7-4702-990d-ba4b41485199), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.706941 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.743867 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6e7e534a-0f90-48c7-b623-4ffb2c2921e5 admin admin] Publish callbacks [] for security_group (88198be1-ffc7-4702-990d-ba4b41485199), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.801191 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f200c898-8c21-4c49-9f1f-ed52cb7c152b req-0e3ea564-62ca-40d3-9f03-d2361fa21617 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 210 time: 0.0608904 Mar 29 08:56:20.844793 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.887793 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6e7e534a-0f90-48c7-b623-4ffb2c2921e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (88198be1-ffc7-4702-990d-ba4b41485199), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.891499 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6e7e534a-0f90-48c7-b623-4ffb2c2921e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:20.893095 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6e7e534a-0f90-48c7-b623-4ffb2c2921e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88198be1-ffc7-4702-990d-ba4b41485199 HTTP/1.1" status: 204 len: 168 time: 0.3298101 Mar 29 08:56:20.932455 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e534a-0f90-48c7-b623-4ffb2c2921e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88198be1-ffc7-4702-990d-ba4b41485199,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:21.179799 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c286b4-a89b-4a9e-aa97-44bf2636500e up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:21.259759 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d9c286b4-a89b-4a9e-aa97-44bf2636500e triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:21.260566 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.364204 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2ea3-64c4-4880-82c5-d58a7b8bafca req-58130784-ea74-4746-8733-9f7e2e8b5ca8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:21.371271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ad6d2ea3-64c4-4880-82c5-d58a7b8bafca req-58130784-ea74-4746-8733-9f7e2e8b5ca8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.2067230 Mar 29 08:56:21.488333 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ad6d2ea3-64c4-4880-82c5-d58a7b8bafca req-85e4284d-61da-4e2c-bd75-53deb00aaa8e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058333 Mar 29 08:56:21.505747 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d9c286b4-a89b-4a9e-aa97-44bf2636500e is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:21.507987 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.564180 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port d9c286b4-a89b-4a9e-aa97-44bf2636500e, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d9c286b4-a89b-4a9e-aa97-44bf2636500e,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:21.624271 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.696137 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35654) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:21.707546 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-639811346-network', 'tenant_id': 'b253c99f057744e0a206716dfda119db'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:21.734274 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=d9c286b4-a89b-4a9e-aa97-44bf2636500e,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:21.751583 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.797921 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-ff0b0a9b-66ee-4b5e-bf2e-1a9e5117a144 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:21.802093 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-ff0b0a9b-66ee-4b5e-bf2e-1a9e5117a144 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/networks?id=45201f56-f91c-4dca-a467-8a6698524a99 HTTP/1.1" status: 200 len: 809 time: 0.1907501 Mar 29 08:56:21.814838 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-c62013fc-63ed-4279-a92b-dd1ff244750d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/quotas/6a95fd76b6a94f719107ea884ffd4550 HTTP/1.1" status: 200 len: 375 time: 0.0098341 Mar 29 08:56:21.818922 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Made reservation on behalf of b253c99f057744e0a206716dfda119db for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:21.821397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.845106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.857580 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-f5f2e136-2bf3-4981-a40c-a54e0b643016 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a95fd76b6a94f719107ea884ffd4550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321128 Mar 29 08:56:21.858569 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.957018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:21.989044 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2db4031f-38b4-4434-89b3-71625d3bc727 req-2f75847b-44b9-4bb1-9831-13805560860c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 210 time: 0.0519543 Mar 29 08:56:22.016091 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'Port': ['ID=e6682d4f-6169-43ea-8aad-f38fa90f78a9,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:22.019360 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35664) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:22.023140 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks [] for security_group (e222e00f-7055-416f-b61a-8c2bab8e8f04), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.050068 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-96e1da82-b09d-4c72-87e4-2830856f1a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.054785 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-8839a351-fa70-4c5d-8875-ff83f0494780 service neutron] 10.222.0.16 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665196 Mar 29 08:56:22.120888 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.123376 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-6662552e-c9ba-4722-a5c8-3852f541b5a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7321899 Mar 29 08:56:22.126862 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e222e00f-7055-416f-b61a-8c2bab8e8f04), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.164582 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:56:22.195543 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e222e00f-7055-416f-b61a-8c2bab8e8f04,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:22.201051 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-96e1da82-b09d-4c72-87e4-2830856f1a52 admin admin] Publish callbacks [] for security_group (bdd62ea8-9900-4323-baa8-4efe35fa5247), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.206525 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (362c4e5f-35e6-4163-bb1e-24cc228f0a5c), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.206525 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Added segment 362c4e5f-35e6-4163-bb1e-24cc228f0a5c of type vlan for network edfb1f77-501d-41bc-b445-cf6eb6e3ecac Mar 29 08:56:22.249327 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-423507ed-e42d-4fd3-a89f-8ab2a24223f8 service neutron] 10.222.0.16 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872668 Mar 29 08:56:22.272849 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (edfb1f77-501d-41bc-b445-cf6eb6e3ecac), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.280583 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-96e1da82-b09d-4c72-87e4-2830856f1a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (bdd62ea8-9900-4323-baa8-4efe35fa5247), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.355092 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-96e1da82-b09d-4c72-87e4-2830856f1a52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f4b8d70ebe84dbc849dd28fb27159d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314416 Mar 29 08:56:22.355216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35680) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:22.363982 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1da82-b09d-4c72-87e4-2830856f1a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd62ea8-9900-4323-baa8-4efe35fa5247,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:22.421909 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c2ebedc3-126f-4814-bb92-a05be8cd3dff admin admin] Publish callbacks [] for security_group (bdd62ea8-9900-4323-baa8-4efe35fa5247), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.438739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (edfb1f77-501d-41bc-b445-cf6eb6e3ecac), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.439744 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:22.440624 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.457239 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c2ebedc3-126f-4814-bb92-a05be8cd3dff admin admin] Publish callbacks [] for security_group (bdd62ea8-9900-4323-baa8-4efe35fa5247), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.543263 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] Pushing event updated for resources: {'Network': ['ID=edfb1f77-501d-41bc-b445-cf6eb6e3ecac,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:22.554707 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:56:22.583403 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-65652a2a-0b61-42bb-b154-f2e28ea19f11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8855500 Mar 29 08:56:22.586552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35690) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:22.593005 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Request body: {'subnet': {'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-639811346-subnet', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:22.638399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c2ebedc3-126f-4814-bb92-a05be8cd3dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (bdd62ea8-9900-4323-baa8-4efe35fa5247), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.651550 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c2ebedc3-126f-4814-bb92-a05be8cd3dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.659703 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c2ebedc3-126f-4814-bb92-a05be8cd3dff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdd62ea8-9900-4323-baa8-4efe35fa5247 HTTP/1.1" status: 204 len: 168 time: 0.3031740 Mar 29 08:56:22.695972 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebedc3-126f-4814-bb92-a05be8cd3dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd62ea8-9900-4323-baa8-4efe35fa5247,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:22.793651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:56:22.808649 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Made reservation on behalf of b253c99f057744e0a206716dfda119db for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:22.808649 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:22.824297 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:22.825004 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:55:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:22.859249 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-781ea8b9-ad7c-45a1-9ae8-9aa271021b90 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1233495883&fields=id&tenant_id=9b5075f5709e4728a0582f7fcb695f40 HTTP/1.1" status: 200 len: 267 time: 0.1198244 Mar 29 08:56:23.017132 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee774a-bd0c-4684-99df-7aba101a06ab req-ff310582-f4cf-4912-97d0-f7f19a51c406 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:23.023745 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-87ee774a-bd0c-4684-99df-7aba101a06ab req-ff310582-f4cf-4912-97d0-f7f19a51c406 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.3019347 Mar 29 08:56:23.038348 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-cecfd188-1cab-4095-96bb-ef06c7306cee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:23.050361 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-cecfd188-1cab-4095-96bb-ef06c7306cee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 819 time: 0.1896045 Mar 29 08:56:23.067325 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-f37cbd5c-6078-420e-a53c-dbce60cd2e3e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/quotas/9b5075f5709e4728a0582f7fcb695f40 HTTP/1.1" status: 200 len: 375 time: 0.0160954 Mar 29 08:56:23.135592 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:23.155555 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-b72c8161-9b40-412e-86b3-55e7a72974ba tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817430 Mar 29 08:56:23.180642 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-87ee774a-bd0c-4684-99df-7aba101a06ab req-28aa8071-3fab-45ff-8350-7d6921abd038 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338794 Mar 29 08:56:23.256834 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c286b4-a89b-4a9e-aa97-44bf2636500e up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:23.284610 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-764eb988-ebb2-416b-afd9-1d3705b36730 req-63aa7a71-8466-4bbc-827b-84df2ac2bae6 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0425184 Mar 29 08:56:23.285791 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (ee3ab40f-ef18-4024-abea-6a7b58f51ccb), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:23.337093 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-1a79f2c0-1a05-4cbc-a1ec-a85c1f40eb7c service neutron] 10.222.0.16 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771283 Mar 29 08:56:23.407193 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d9c286b4-a89b-4a9e-aa97-44bf2636500e triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:23.407573 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:23.427622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3ab40f-ef18-4024-abea-6a7b58f51ccb,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:23.473054 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Checking segment: {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:23.473779 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Network hostable DHCP agents. Network: edfb1f77-501d-41bc-b445-cf6eb6e3ecac, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:56:23.500774 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-a9d76a87-f991-4528-ba1f-ee8b0737fa04 service neutron] 10.222.0.16 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627886 Mar 29 08:56:23.619970 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d9c286b4-a89b-4a9e-aa97-44bf2636500e is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:23.659001 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:19Z', 'revision_number': 2, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:23.684878 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de155cbc-571e-4a9c-894c-b7038034419b req-e2b33f48-49ff-4189-bf8d-1c88ffb7e9b5 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:23.687055 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-de155cbc-571e-4a9c-894c-b7038034419b req-e2b33f48-49ff-4189-bf8d-1c88ffb7e9b5 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.2040594 Mar 29 08:56:23.691730 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:56:23.692427 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Updating router b764dd6e-4a8a-4049-b78e-c24143d04e29 port 62bdf701-958c-4340-aad4-394c11a2284d binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:56:23.745646 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (62bdf701-958c-4340-aad4-394c11a2284d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:23.777253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-086820a6-3651-46b4-a1a3-58e10774613f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:23.780615 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-086820a6-3651-46b4-a1a3-58e10774613f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.2383714 Mar 29 08:56:23.784181 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:56:23.876124 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-de155cbc-571e-4a9c-894c-b7038034419b req-5c71dd95-bdef-416c-9aa2-e17893ca46b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661305 Mar 29 08:56:23.917675 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, edfb1f77-501d-41bc-b445-cf6eb6e3ecac) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:23.932486 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:23.933080 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:23.938663 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9966d88d-c7f7-4a6c-9daa-f112536842e5 None None] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:56:23.958078 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2a67c8ee-0b4b-4e80-b7f5-8c858a95d9a6 req-cc31f168-5528-4536-846e-ad7679d632c4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 210 time: 0.0453291 Mar 29 08:56:23.985405 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b7a5ed78-94b6-4b61-a375-dddcf0dc7dc4 req-0a39c8f4-a8f0-4529-aec1-014e607b10d8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 210 time: 0.0574961 Mar 29 08:56:23.993168 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-7c976086-7ca6-42b7-a802-e60f18a04de8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 471 time: 0.1986992 Mar 29 08:56:24.004689 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'port': {'device_id': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'admin_state_up': True, 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'security_groups': ['7f1ce2b5-66c5-48a6-bcfa-4b367dabc366']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:24.095075 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35748) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:24.095235 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3ec37424-0f02-420b-9a91-2767ee3434b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5075123 Mar 29 08:56:24.102816 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:24.218794 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (09a537bd-947c-486a-b31f-577334629781), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.222930 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (09a537bd-947c-486a-b31f-577334629781), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.232072 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-edfb1f77-501d-41bc-b445-cf6eb6e3ecac', 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac', 'project_id': 'b253c99f057744e0a206716dfda119db', 'fixed_ips': [{'subnet_id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 08:56:24.234182 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.307113 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Made reservation on behalf of 2be54e384c4f49adb6a34444225bd618 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:24.311745 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.406205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks [] for router_controller (09a537bd-947c-486a-b31f-577334629781), precommit_add_association {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.469512 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Publish callbacks [] for port (62bdf701-958c-4340-aad4-394c11a2284d), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.471967 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9d3b7-3fa5-43f3-8c32-4aca2a6a179f req-74260e3d-34c4-4c20-b527-d75d70d895fc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:24.483444 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-81d9d3b7-3fa5-43f3-8c32-4aca2a6a179f req-74260e3d-34c4-4c20-b527-d75d70d895fc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.2041595 Mar 29 08:56:24.499091 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Allocated IP 172.20.0.2 (edfb1f77-501d-41bc-b445-cf6eb6e3ecac/ee3ab40f-ef18-4024-abea-6a7b58f51ccb/cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:24.659030 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1ea8630f-a427-4841-a98d-bc6faff25fe2 req-5bdf21cd-4644-4e4a-912e-d1cfbe110d69 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 210 time: 0.1068528 Mar 29 08:56:24.686776 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (62bdf701-958c-4340-aad4-394c11a2284d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.702243 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-81d9d3b7-3fa5-43f3-8c32-4aca2a6a179f req-4230af40-f4c6-458e-b28d-8ab6b098666f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643655 Mar 29 08:56:24.734183 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.20.0.5 (611e19c1-7854-4676-8245-112508e60afc/15f36853-b19b-4f54-b8cc-2b2d4c45ad68/d57c16f0-b837-4edc-bc8c-f7e0f014c41d) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:24.864782 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks [] for router_gateway (09a537bd-947c-486a-b31f-577334629781), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:24.886806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66029a5-b493-4206-8a13-d95221709023 None None] Pushing event updated for resources: {'Port': ['ID=62bdf701-958c-4340-aad4-394c11a2284d,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:24.988908 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Attempting to bind port 62bdf701-958c-4340-aad4-394c11a2284d on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:24.989378 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Attempting to bind port 62bdf701-958c-4340-aad4-394c11a2284d by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:24.989818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Attempting to bind port 62bdf701-958c-4340-aad4-394c11a2284d on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:25.003726 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Publish callbacks [] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.016177 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:25.018755 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Checking segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:25.020051 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.020998 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Bound using segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:25.024323 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Bound port: 62bdf701-958c-4340-aad4-394c11a2284d, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:25.025108 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (62bdf701-958c-4340-aad4-394c11a2284d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.111143 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d823c522-a170-42a9-9197-308ca913b58a req-18241cc7-c0b2-4815-9726-298471c262c5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 210 time: 0.0452788 Mar 29 08:56:25.119908 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.145416 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.172578 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92249154-d015-46af-b35c-2ed9cb0fada7 req-056e659f-a804-4693-b668-560535d930f0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:25.174190 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-92249154-d015-46af-b35c-2ed9cb0fada7 req-056e659f-a804-4693-b668-560535d930f0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.1531847 Mar 29 08:56:25.217488 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Pushing event updated for resources: {'Port': ['ID=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:25.241156 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:25.246722 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:25.254157 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:25.261232 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] For port 62bdf701-958c-4340-aad4-394c11a2284d, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:25.263832 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-1f0d4d99-96ba-4e00-b3c9-880e2d10f28e None None] Provisioning complete for port 62bdf701-958c-4340-aad4-394c11a2284d triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:25.264403 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4d99-96ba-4e00-b3c9-880e2d10f28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (62bdf701-958c-4340-aad4-394c11a2284d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.267790 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] For port 62bdf701-958c-4340-aad4-394c11a2284d, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=62bdf701-958c-4340-aad4-394c11a2284d,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:25.367546 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (62bdf701-958c-4340-aad4-394c11a2284d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.373919 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d4d99-96ba-4e00-b3c9-880e2d10f28e None None] Port 62bdf701-958c-4340-aad4-394c11a2284d cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:25.380158 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Attempting to bind port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:25.380158 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Attempting to bind port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:25.380487 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Attempting to bind port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 on network edfb1f77-501d-41bc-b445-cf6eb6e3ecac {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:25.389760 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3afc24f0-9d4f-4c1d-b853-9aa5d242eef7 req-4670ac1e-ab69-476f-86b6-3563b9079831 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 210 time: 0.0621862 Mar 29 08:56:25.411148 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:25.411536 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Checking segment: {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:25.411991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.412503 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Bound using segment: {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:25.412982 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Bound port: cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:25.413534 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.462793 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks [] for router_gateway (09a537bd-947c-486a-b31f-577334629781), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.496878 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66029a5-b493-4206-8a13-d95221709023 None None] Pushing event updated for resources: {'Port': ['ID=62bdf701-958c-4340-aad4-394c11a2284d,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:25.501020 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.537882 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:25.538533 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:55:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:25.741592 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Allocated IP 172.27.1.125 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/7c692800-75c1-4daa-9606-8d317fa80039) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:25.772593 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-92249154-d015-46af-b35c-2ed9cb0fada7 req-3c23ae16-926c-49d9-94be-892a79d9df20 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5750573 Mar 29 08:56:25.822688 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.839749 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] For port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:25.881986 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] Provisioning complete for port 62bdf701-958c-4340-aad4-394c11a2284d triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:25.882378 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (62bdf701-958c-4340-aad4-394c11a2284d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.888083 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] For port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:25.888610 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57e6bd8d-673a-45fd-a60d-08872db83638 req-4405c7cc-556e-4678-89b7-e31f9f7e1337 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0692854 Mar 29 08:56:25.940124 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:25.941107 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:25.948078 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:25.955677 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:25.961030 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:25.966784 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:25.988224 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks [] for port (7c692800-75c1-4daa-9606-8d317fa80039), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.022651 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e544d0-d4dd-432e-b1cd-0ddb0c59ca8b req-5a2b836a-ca64-4d47-a0da-3fee397caed4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:26.024633 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d5e544d0-d4dd-432e-b1cd-0ddb0c59ca8b req-5a2b836a-ca64-4d47-a0da-3fee397caed4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1442544 Mar 29 08:56:26.037954 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:26.039490 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.041272 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.111758 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] Current status of the port 62bdf701-958c-4340-aad4-394c11a2284d is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:26.112224 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (62bdf701-958c-4340-aad4-394c11a2284d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.171556 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] For port 62bdf701-958c-4340-aad4-394c11a2284d, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=62bdf701-958c-4340-aad4-394c11a2284d,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:26.207086 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (7c692800-75c1-4daa-9606-8d317fa80039), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.224737 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-6c853df4-bc54-48d4-b8a9-6aed74fc5eeb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2242043 Mar 29 08:56:26.233748 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d5e544d0-d4dd-432e-b1cd-0ddb0c59ca8b req-ccd61148-0e02-4f27-900f-0b28ac950fdb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856441 Mar 29 08:56:26.241419 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Request body: {'port': {'device_id': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:26.258473 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d2a30-9424-445e-901e-842393c4ed5d None None] Pushing event updated for resources: {'Port': ['ID=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:26.321746 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-98d49072-2376-4f72-8a98-230e0b943f9d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:26.323238 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-98d49072-2376-4f72-8a98-230e0b943f9d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "GET /v2.0/networks?id=45201f56-f91c-4dca-a467-8a6698524a99 HTTP/1.1" status: 200 len: 809 time: 0.2454393 Mar 29 08:56:26.323814 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (62bdf701-958c-4340-aad4-394c11a2284d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.339377 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:26.359649 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Request body: {'port': {'device_id': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99', 'admin_state_up': True, 'tenant_id': '6a95fd76b6a94f719107ea884ffd4550'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:26.367337 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:26.377470 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:26.386071 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.386594 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Pushing event updated for resources: {'Port': ['ID=7c692800-75c1-4daa-9606-8d317fa80039,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:26.494707 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff30eb-2a2a-44f8-881f-b494c9e64214 None None] Pushing event updated for resources: {'Port': ['ID=62bdf701-958c-4340-aad4-394c11a2284d,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:26.530556 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-1570b445-2ba3-4a8a-b50f-681380b88f75 None None] Provisioning complete for port d57c16f0-b837-4edc-bc8c-f7e0f014c41d triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:26.532561 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1570b445-2ba3-4a8a-b50f-681380b88f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.586313 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-1570b445-2ba3-4a8a-b50f-681380b88f75 None None] Port d57c16f0-b837-4edc-bc8c-f7e0f014c41d cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:26.600703 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5c35-038d-42e4-85e1-33d3dc807c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:26.621990 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:25Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:26.666093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8f99f-c181-4344-a0e4-00d0e8b9fd0a None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:25Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:56:26.758158 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c29c91-a18a-4d8d-bfc4-a9c4c49fa9f6 req-371a169b-55dd-43cf-a7bd-ccf3211ab3eb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:26.759731 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d5c29c91-a18a-4d8d-bfc4-a9c4c49fa9f6 req-371a169b-55dd-43cf-a7bd-ccf3211ab3eb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 931 time: 0.5333176 Mar 29 08:56:26.809863 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3d345dfe-36cc-4379-b429-7e326ac14994 req-13af8231-6206-4452-90fd-33888d04890e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 210 time: 0.2401781 Mar 29 08:56:26.908176 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:56:27.020174 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Made reservation on behalf of 6a95fd76b6a94f719107ea884ffd4550 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:27.028484 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.088922 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d5c29c91-a18a-4d8d-bfc4-a9c4c49fa9f6 req-ed022b19-bd0c-4da8-93be-74e54356fd20 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065317 Mar 29 08:56:27.162311 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-6c4d4510-e7d1-4d75-be0d-53b8f9e2d3a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:27.163533 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ac402-d6ad-4dc9-9faf-97b805d3f67f req-ac54687b-7323-4a63-957a-0bcd223edecb tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:27.165384 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-6c4d4510-e7d1-4d75-be0d-53b8f9e2d3a8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 819 time: 0.3812091 Mar 29 08:56:27.176635 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a3ac402-d6ad-4dc9-9faf-97b805d3f67f req-ac54687b-7323-4a63-957a-0bcd223edecb tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.2452202 Mar 29 08:56:27.260398 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:27.295834 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'mac_address': 'fa:16:3e:29:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:56:27.298308 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Allocated IP 172.20.0.2 (45201f56-f91c-4dca-a467-8a6698524a99/fddb8944-e693-4630-9ebf-6c01a49d76b8/6a8a7477-4960-4292-8cc4-4ed89c8c9070) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:27.363488 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-c4aa5c13-0fab-4b6e-91a5-cfe0c6baa214 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5075f5709e4728a0582f7fcb695f40 HTTP/1.1" status: 200 len: 380 time: 0.1836729 Mar 29 08:56:27.373408 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:27.449883 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: ACTIVE; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:27.450522 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.477523 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37a106b0-fc27-4738-bc03-adb1b549d74f {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:27.488894 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'port': {'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'admin_state_up': True, 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'security_groups': ['2a74b7db-dc44-4be6-bd42-6a792ea1c8e6']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:27.511998 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b4ef59d3-3ffb-4115-8cc8-4a44af93739e req-c7e228ed-cd0f-4407-ba25-7d5d16952148 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 210 time: 0.2086759 Mar 29 08:56:27.519206 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:27.552126 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:27.552614 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.555505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks [] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.637749 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.654587 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a3ac402-d6ad-4dc9-9faf-97b805d3f67f req-f2a69b3d-c8bd-4aef-b59d-b52d0ed73fcd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770031 Mar 29 08:56:27.662895 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57c16f0-b837-4edc-bc8c-f7e0f014c41d {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:27.675579 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.682284 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Publish callbacks [] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.740481 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Transition to ACTIVE for port object d57c16f0-b837-4edc-bc8c-f7e0f014c41d will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:56:27.772827 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Network 45201f56-f91c-4dca-a467-8a6698524a99 is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:27.777618 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Pushing event updated for resources: {'Port': ['ID=6a8a7477-4960-4292-8cc4-4ed89c8c9070,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:27.787591 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:27.790163 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:27.798110 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=6']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:27.841737 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.881370 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['37a106b0-fc27-4738-bc03-adb1b549d74f'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:56:27.896933 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:27.897411 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:27.927812 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:27.927812 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.072760 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Pushing event updated for resources: {'Port': ['ID=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:28.078309 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:28.138573 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e3a2e4e3-df11-4772-8420-20086b3b75a7 req-29dbd32c-92bc-4e99-b6be-019fe9266a84 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 210 time: 0.1353478 Mar 29 08:56:28.150502 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.153296 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 62bdf701-958c-4340-aad4-394c11a2284d up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:28.159612 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-1fbdb0ae-9317-45a4-a2f4-53dd2f08f2eb tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8139794 Mar 29 08:56:28.178756 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Request body: {'port': {'device_id': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:28.333901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:28.355363 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Attempting to bind port d57c16f0-b837-4edc-bc8c-f7e0f014c41d on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:28.355559 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Attempting to bind port d57c16f0-b837-4edc-bc8c-f7e0f014c41d by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:28.355858 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Attempting to bind port d57c16f0-b837-4edc-bc8c-f7e0f014c41d on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:28.372459 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.374256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Port d57c16f0-b837-4edc-bc8c-f7e0f014c41d on network 611e19c1-7854-4676-8245-112508e60afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:56:28.374575 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Attempting to bind port d57c16f0-b837-4edc-bc8c-f7e0f014c41d on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:28.380530 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bee89b-4547-484a-9551-6848294cd876 req-21416c7f-919e-4e91-83b5-4e318873633b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:28.381704 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-60bee89b-4547-484a-9551-6848294cd876 req-21416c7f-919e-4e91-83b5-4e318873633b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.7542253 Mar 29 08:56:28.385365 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks [] for router_gateway (09a537bd-947c-486a-b31f-577334629781), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.391725 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:28.392071 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:28.392748 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Bound using segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:28.393208 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Bound port: d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:28.400641 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.408089 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f333d6-3675-45b4-96d4-8a2b6a34db5f None None] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:56:28.421133 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba96e6-94fb-451e-a141-50fec80e8e13 req-0e3566c0-c54c-4287-be21-f5c83eeb3c2c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:28.422666 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bcba96e6-94fb-451e-a141-50fec80e8e13 req-0e3566c0-c54c-4287-be21-f5c83eeb3c2c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 943 time: 0.1426246 Mar 29 08:56:28.533875 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-60bee89b-4547-484a-9551-6848294cd876 req-5192701e-15f3-411f-8761-b0c2cb429bb8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909255 Mar 29 08:56:28.538041 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Made reservation on behalf of 9b5075f5709e4728a0582f7fcb695f40 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:28.542549 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.648848 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bcba96e6-94fb-451e-a141-50fec80e8e13 req-7e9acbc0-784c-417f-a639-caa83ea0b2d5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065165 Mar 29 08:56:28.731455 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] For port d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:28.749791 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 62bdf701-958c-4340-aad4-394c11a2284d triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:28.750226 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (62bdf701-958c-4340-aad4-394c11a2284d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.751708 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] For port d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:28.833900 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.924166 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:28.924922 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:28.926417 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:28.926549 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] 10.222.0.13 "PUT /v2.0/ports/d57c16f0-b837-4edc-bc8c-f7e0f014c41d HTTP/1.1" status: 200 len: 1093 time: 2.6919255 Mar 29 08:56:28.927093 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:28.929729 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67af84c4-79e9-4506-b5f0-5f5cc48f8798" -d '{"events": [{"name": "network-changed", "server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:29.166578 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52739634-d58c-4e64-be8c-479d317e630e req-36db5507-af98-4e31-b0b9-435b4da9f2db tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:29.171405 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-cd7fe35a-0e4f-4ff1-8ddc-ff6a3e6b4b9b None None] Provisioning complete for port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:29.171405 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe35a-0e4f-4ff1-8ddc-ff6a3e6b4b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.172623 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792beeef-ee02-4ed7-8580-6653830534ff service neutron] Pushing event updated for resources: {'Port': ['ID=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:29.173060 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-52739634-d58c-4e64-be8c-479d317e630e req-36db5507-af98-4e31-b0b9-435b4da9f2db tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 931 time: 0.3059421 Mar 29 08:56:29.173060 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (09a537bd-947c-486a-b31f-577334629781), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.173060 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Allocated IP 172.20.0.8 (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc/7ec193c6-3f3e-4057-9bf4-aaddf954e376/d86238ff-0f4b-44a6-aff7-83be35e4ee60) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:29.173410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac753c2-4c6e-4f65-a6d9-8806891a609e req-e46411f8-68df-4b29-b42a-bdce686cb238 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:29.173410 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fac753c2-4c6e-4f65-a6d9-8806891a609e req-e46411f8-68df-4b29-b42a-bdce686cb238 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.2453849 Mar 29 08:56:29.173410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8a7477-4960-4292-8cc4-4ed89c8c9070 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:29.173410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Publish callbacks [] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.173410 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fac753c2-4c6e-4f65-a6d9-8806891a609e req-d0526f4e-de13-406d-a2ea-2db78eade02a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142225 Mar 29 08:56:29.173410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Transition to ACTIVE for port object 6a8a7477-4960-4292-8cc4-4ed89c8c9070 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:56:29.240707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8f79d-c2f7-48dd-b84f-de4c4ff1b9a3 x-openstack-request-id: req-04d8f79d-c2f7-48dd-b84f-de4c4ff1b9a3 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:29.240707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:29.240707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04d8f79d-c2f7-48dd-b84f-de4c4ff1b9a3 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:29.240707 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d8f79d-c2f7-48dd-b84f-de4c4ff1b9a3'] response: {'name': 'network-changed', 'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'status': 'completed', 'code': 200} Mar 29 08:56:29.287597 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 62bdf701-958c-4340-aad4-394c11a2284d is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:29.315570 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fe35a-0e4f-4ff1-8ddc-ff6a3e6b4b9b None None] Current status of the port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:29.320909 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-52739634-d58c-4e64-be8c-479d317e630e req-a335b879-8849-4cc4-9a42-4f61a6ff67e8 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509285 Mar 29 08:56:29.328997 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d61abb94-459d-4355-9d14-80646a13bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.362329 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 37a106b0-fc27-4738-bc03-adb1b549d74f triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:29.362790 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.413005 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.515973 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:29.518125 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.565359 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5d84749d-3dd8-495c-a4ed-1c30e2dbbb16 req-a82b6dc0-8ab6-4425-97b1-019f7ecf4fc7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 210 time: 0.1933391 Mar 29 08:56:29.609783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Router 09a537bd-947c-486a-b31f-577334629781 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 08:56:29.640069 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8a7477-4960-4292-8cc4-4ed89c8c9070,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:29.737897 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:29.743047 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.783479 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af84c4-79e9-4506-b5f0-5f5cc48f8798 req-967c85d2-388c-456e-b456-562a76569229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:29.785153 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-67af84c4-79e9-4506-b5f0-5f5cc48f8798 req-967c85d2-388c-456e-b456-562a76569229 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 1127 time: 0.5189159 Mar 29 08:56:29.793373 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Attempting to bind port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:29.793749 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Attempting to bind port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:29.794055 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Attempting to bind port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 on network 45201f56-f91c-4dca-a467-8a6698524a99 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:29.824291 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:29.863494 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 on network 45201f56-f91c-4dca-a467-8a6698524a99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:56:29.863920 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Attempting to bind port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 on network 45201f56-f91c-4dca-a467-8a6698524a99 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:29.917831 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:29.922509 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:29.922974 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Checking segment: {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:29.923469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Bound using segment: {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:29.924216 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Bound port: 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:29.924886 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.005632 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event updated for resources: {'Port': ['ID=d86238ff-0f4b-44a6-aff7-83be35e4ee60,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:30.030153 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a3096-b19e-4803-9d8c-3a19eed31f3e req-7d8af70a-2da5-4aff-93c3-9d13aacdbcdb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.037372 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b4a3096-b19e-4803-9d8c-3a19eed31f3e req-7d8af70a-2da5-4aff-93c3-9d13aacdbcdb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 943 time: 0.2387793 Mar 29 08:56:30.047192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:30.051478 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:30.122550 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] For port 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:30.144590 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:30.147156 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af84c4-79e9-4506-b5f0-5f5cc48f8798 req-0dbf7052-269a-4af4-87fb-49af3e9d87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.149022 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-67af84c4-79e9-4506-b5f0-5f5cc48f8798 req-0dbf7052-269a-4af4-87fb-49af3e9d87b2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2be54e384c4f49adb6a34444225bd618&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3514426 Mar 29 08:56:30.149684 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.172673 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] For port 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:30.187665 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-84a92b6f-50cc-4d8f-a24b-fdb8b00a9881 None None] Provisioning complete for port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:30.188377 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-84a92b6f-50cc-4d8f-a24b-fdb8b00a9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.240899 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b645d4-94a9-417c-b906-b3f195fa346f req-d77b2d54-e84e-45c7-80c8-6dde72a8092d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.243749 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35912) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:30.251679 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c9b645d4-94a9-417c-b906-b3f195fa346f req-d77b2d54-e84e-45c7-80c8-6dde72a8092d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.4900010 Mar 29 08:56:30.279745 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.292505 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:30.295080 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41fe990-cb68-41e0-b9fd-c6f954f71927" -d '{"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-plugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:30.295984 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:56:30.306508 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Sync routers for ids ['09a537bd-947c-486a-b31f-577334629781'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:56:30.320681 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.321413 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Routers {'09a537bd-947c-486a-b31f-577334629781'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:30.321651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.335716 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['09a537bd-947c-486a-b31f-577334629781'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:30.339157 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.399109 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9b4a3096-b19e-4803-9d8c-3a19eed31f3e req-d3bd4396-ec6c-4ae5-8c8e-1c6444e05a4e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606086 Mar 29 08:56:30.412255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:30.415008 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c9b645d4-94a9-417c-b906-b3f195fa346f req-97161005-75e1-41d4-9f37-6eb1f486dc43 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604466 Mar 29 08:56:30.469156 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.470299 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-957050bf-5b8e-48a9-95b6-26b84bbf436d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3740799 Mar 29 08:56:30.478944 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35920) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:30.526241 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:30.534202 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.607510 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12540a2f-5ee7-44bd-b597-2b8f2398169a x-openstack-request-id: req-12540a2f-5ee7-44bd-b597-2b8f2398169a {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:30.612321 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-plugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:30.617861 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12540a2f-5ee7-44bd-b597-2b8f2398169a {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:30.618419 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12540a2f-5ee7-44bd-b597-2b8f2398169a'] response: {'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'code': 200} Mar 29 08:56:30.633925 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-5d4785af-a5d1-42a8-84fd-b3aa23d3f3ee tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1540549 Mar 29 08:56:30.670112 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af84c4-79e9-4506-b5f0-5f5cc48f8798 req-ee641cc8-acd2-4468-b7d1-ed3c24123d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.675159 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Set router 09a537bd-947c-486a-b31f-577334629781 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:30.675363 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-67af84c4-79e9-4506-b5f0-5f5cc48f8798 req-ee641cc8-acd2-4468-b7d1-ed3c24123d11 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5047321 Mar 29 08:56:30.685476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.700191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.719833 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a8a7477-4960-4292-8cc4-4ed89c8c9070 HTTP/1.1" status: 200 len: 1093 time: 2.5518243 Mar 29 08:56:30.765336 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Request body: {'port': {'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:30.797139 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35926) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:30.858982 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=7']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:30.886486 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T08:56:27Z', 'revision_number': 3, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:30.894018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:30.928244 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Checking router: 09a537bd-947c-486a-b31f-577334629781 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:56:30.928961 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Updating router 09a537bd-947c-486a-b31f-577334629781 port 7c692800-75c1-4daa-9606-8d317fa80039 binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:56:30.931973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa3b52-cc44-4ddf-8f54-37e5913f2e4c req-b9984dbc-5ac1-4a0d-b0ed-96826eff4f66 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:30.937744 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-87fa3b52-cc44-4ddf-8f54-37e5913f2e4c req-b9984dbc-5ac1-4a0d-b0ed-96826eff4f66 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 943 time: 0.1794083 Mar 29 08:56:30.943248 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-84a92b6f-50cc-4d8f-a24b-fdb8b00a9881 None None] Current status of the port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:30.964604 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (7c692800-75c1-4daa-9606-8d317fa80039), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.097370 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0f499c44-8d81-4304-8259-bc38ab0c85a9 None None] Provisioning complete for port d86238ff-0f4b-44a6-aff7-83be35e4ee60 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:31.097848 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0f499c44-8d81-4304-8259-bc38ab0c85a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.137582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-969b6724-724a-4930-a518-6af74e93ba44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.305175 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0f499c44-8d81-4304-8259-bc38ab0c85a9 None None] Port d86238ff-0f4b-44a6-aff7-83be35e4ee60 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:31.322186 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Publish callbacks [] for port (7c692800-75c1-4daa-9606-8d317fa80039), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.473603 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.506530 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (7c692800-75c1-4daa-9606-8d317fa80039), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.530453 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86238ff-0f4b-44a6-aff7-83be35e4ee60 {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:31.565443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'tag': '6a8a7477-4960-4292-8cc4-4ed89c8c9070'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:31.568138 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d86120b-f012-4478-a9f9-c93a8b23b4c2", "tag": "6a8a7477-4960-4292-8cc4-4ed89c8c9070"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:31.571026 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b01b0d2a-31d8-4638-8d76-867ea617c388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.577193 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Publish callbacks [] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.597742 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-87fa3b52-cc44-4ddf-8f54-37e5913f2e4c req-e6fdb723-4b82-47d9-ab7f-01be07e76ed3 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282400 Mar 29 08:56:31.634269 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Transition to ACTIVE for port object d86238ff-0f4b-44a6-aff7-83be35e4ee60 will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:56:31.637077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e55d3-c849-44a4-a15c-2351d05dbb69 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8a7477-4960-4292-8cc4-4ed89c8c9070,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:31.638547 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b626b-182f-4874-9def-98bd91d273fe None None] Pushing event updated for resources: {'Port': ['ID=7c692800-75c1-4daa-9606-8d317fa80039,revision_number=2']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:31.651551 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Attempting to bind port 7c692800-75c1-4daa-9606-8d317fa80039 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:31.652478 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Attempting to bind port 7c692800-75c1-4daa-9606-8d317fa80039 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:31.654963 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Attempting to bind port 7c692800-75c1-4daa-9606-8d317fa80039 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:31.673967 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:31.676126 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:31.677623 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.678479 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:31.679372 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Bound port: 7c692800-75c1-4daa-9606-8d317fa80039, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:31.680831 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (7c692800-75c1-4daa-9606-8d317fa80039), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.720044 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64957b-061a-4df5-b0a5-1be94b976209 req-25c10a50-fd38-46e7-8f58-13cfcbeb84e8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:31.721175 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-969b6724-724a-4930-a518-6af74e93ba44 admin admin] Publish callbacks [] for security_group (282dba97-9c0c-4532-bf95-a591ea8c6dbd), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.732944 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f64957b-061a-4df5-b0a5-1be94b976209 req-25c10a50-fd38-46e7-8f58-13cfcbeb84e8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 1.0121496 Mar 29 08:56:31.747410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-866a4b58-62b6-4ffa-9a83-f9fde120e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:31.750815 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-866a4b58-62b6-4ffa-9a83-f9fde120e88c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 1127 time: 1.0088711 Mar 29 08:56:31.755268 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.787016 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] For port 7c692800-75c1-4daa-9606-8d317fa80039, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:31.793811 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] For port 7c692800-75c1-4daa-9606-8d317fa80039, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=7c692800-75c1-4daa-9606-8d317fa80039,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:31.849047 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-d7eec1ee-0155-4eea-a366-9999ff149a91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d HTTP/1.1" status: 200 len: 217 time: 0.0671124 Mar 29 08:56:31.862221 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-97e039c4-9d7e-4e09-a132-854214cd13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:31.868173 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-97e039c4-9d7e-4e09-a132-854214cd13eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a95fd76b6a94f719107ea884ffd4550&device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 1127 time: 0.8634205 Mar 29 08:56:31.896295 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (7c692800-75c1-4daa-9606-8d317fa80039), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:31.917133 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-e47dcafc-33ac-42ae-86e2-c7bdd5a27f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:31.930861 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-e47dcafc-33ac-42ae-86e2-c7bdd5a27f06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0713477 Mar 29 08:56:31.946167 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f64957b-061a-4df5-b0a5-1be94b976209 req-be372df7-c28f-4576-839b-d32d5303882b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120328 Mar 29 08:56:32.029773 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-3110b1ce-5b06-4ed5-a3d9-3c731a0a00fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070 HTTP/1.1" status: 200 len: 217 time: 0.0873644 Mar 29 08:56:32.092819 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-4545ea11-b867-401e-90aa-fd017cedcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:32.095174 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-4545ea11-b867-401e-90aa-fd017cedcee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fddb8944-e693-4630-9ebf-6c01a49d76b8 HTTP/1.1" status: 200 len: 849 time: 0.0569634 Mar 29 08:56:32.113911 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b626b-182f-4874-9def-98bd91d273fe None None] Pushing event updated for resources: {'Port': ['ID=7c692800-75c1-4daa-9606-8d317fa80039,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:32.135920 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Routers {'09a537bd-947c-486a-b31f-577334629781'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:32.136621 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['09a537bd-947c-486a-b31f-577334629781'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:32.189808 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b01b0d2a-31d8-4638-8d76-867ea617c388 admin admin] Publish callbacks [] for security_group (88f5026c-eb3d-4afa-bb45-65860ccf860e), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.205552 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-14712166-c74b-4763-9cce-3ed162706ddd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45201f56-f91c-4dca-a467-8a6698524a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959926 Mar 29 08:56:32.223924 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-cc074632-f405-4f91-9aad-8a88bdc16ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:32.225420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-969b6724-724a-4930-a518-6af74e93ba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (282dba97-9c0c-4532-bf95-a591ea8c6dbd), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.226443 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-cc074632-f405-4f91-9aad-8a88bdc16ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2776606 Mar 29 08:56:32.259387 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-969b6724-724a-4930-a518-6af74e93ba44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=403a5e575e954682b69cc93cf2853ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4582260 Mar 29 08:56:32.269943 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35936) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:32.300217 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b01b0d2a-31d8-4638-8d76-867ea617c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (88f5026c-eb3d-4afa-bb45-65860ccf860e), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.342304 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dadbe-352c-45f3-ba07-7c99b5fa8f3f req-bef60eeb-744d-4550-ab37-f2b8d4cf0319 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:32.359745 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0a8dadbe-352c-45f3-ba07-7c99b5fa8f3f req-bef60eeb-744d-4550-ab37-f2b8d4cf0319 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 943 time: 0.6021185 Mar 29 08:56:32.407383 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] Set router 09a537bd-947c-486a-b31f-577334629781 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:32.408547 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f474720-ce7b-4d6b-93ea-6199fd419a39 req-325c87af-bb8b-43f9-b100-3958618d458a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:32.416931 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f474720-ce7b-4d6b-93ea-6199fd419a39 req-325c87af-bb8b-43f9-b100-3958618d458a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 943 time: 0.3188155 Mar 29 08:56:32.462102 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b01b0d2a-31d8-4638-8d76-867ea617c388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e29f8747496459e80ba5711f3b1af95&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1514027 Mar 29 08:56:32.470503 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35938) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:32.474754 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Pushing event updated for resources: {'Port': ['ID=d86238ff-0f4b-44a6-aff7-83be35e4ee60,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:32.521556 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b0d2a-31d8-4638-8d76-867ea617c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f5026c-eb3d-4afa-bb45-65860ccf860e,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:32.602603 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b6724-724a-4930-a518-6af74e93ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282dba97-9c0c-4532-bf95-a591ea8c6dbd,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:32.617529 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.644184 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-cd209b17-848f-4761-97e2-5c1b9494a47d service neutron] 10.222.0.13 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316311 Mar 29 08:56:32.671673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Attempting to bind port d86238ff-0f4b-44a6-aff7-83be35e4ee60 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:32.672294 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Attempting to bind port d86238ff-0f4b-44a6-aff7-83be35e4ee60 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:32.672446 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Attempting to bind port d86238ff-0f4b-44a6-aff7-83be35e4ee60 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:32.694397 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Port d86238ff-0f4b-44a6-aff7-83be35e4ee60 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:56:32.694722 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Attempting to bind port d86238ff-0f4b-44a6-aff7-83be35e4ee60 on network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:32.698043 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-7732aee4-e5af-4d90-a3d4-4d7711377ed4 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545619 Mar 29 08:56:32.722224 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0a8dadbe-352c-45f3-ba07-7c99b5fa8f3f req-35e073ab-4ad4-4ca9-bc5b-bf45022f5a72 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558459 Mar 29 08:56:32.730982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:32.731333 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Checking segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:32.731753 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Bound using segment: {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:32.732205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Bound port: d86238ff-0f4b-44a6-aff7-83be35e4ee60, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:32.738916 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f474720-ce7b-4d6b-93ea-6199fd419a39 req-cadf7321-92ed-4f92-8491-cd7183ac0365 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170204 Mar 29 08:56:32.741392 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.762656 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-78af98fb-0a68-4195-8557-5c6fd5637022 admin admin] Publish callbacks [] for security_group (282dba97-9c0c-4532-bf95-a591ea8c6dbd), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.789463 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T08:56:27Z', 'revision_number': 3, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:32.837901 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f8d24-b6c6-4188-be5c-7160c4db7120 None None] The sync data for ids ['09a537bd-947c-486a-b31f-577334629781'] in dv-cinder-835552-1-iscsi is: [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T08:56:27Z', 'revision_number': 3, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:56:32.881828 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac6984-0820-465e-9e7a-802b45bba9b9 x-openstack-request-id: req-88ac6984-0820-465e-9e7a-802b45bba9b9 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:32.882117 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d86120b-f012-4478-a9f9-c93a8b23b4c2", "tag": "6a8a7477-4960-4292-8cc4-4ed89c8c9070", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:32.882377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88ac6984-0820-465e-9e7a-802b45bba9b9 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:32.882779 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ac6984-0820-465e-9e7a-802b45bba9b9'] response: {'name': 'network-changed', 'server_uuid': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'tag': '6a8a7477-4960-4292-8cc4-4ed89c8c9070', 'status': 'completed', 'code': 200} Mar 29 08:56:32.919856 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-043548ab-ee84-492b-be6f-0eae14cf7153 admin admin] Publish callbacks [] for security_group (88f5026c-eb3d-4afa-bb45-65860ccf860e), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:32.933280 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-78af98fb-0a68-4195-8557-5c6fd5637022 admin admin] Publish callbacks [] for security_group (282dba97-9c0c-4532-bf95-a591ea8c6dbd), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.030007 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.080602 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-043548ab-ee84-492b-be6f-0eae14cf7153 admin admin] Publish callbacks [] for security_group (88f5026c-eb3d-4afa-bb45-65860ccf860e), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.089620 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-167220b1-3d4a-4d83-9019-5d9bfc179b82 service neutron] 10.222.0.13 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311352 Mar 29 08:56:33.107899 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] For port d86238ff-0f4b-44a6-aff7-83be35e4ee60, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:33.134015 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] For port d86238ff-0f4b-44a6-aff7-83be35e4ee60, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:33.150733 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691d901-8a3f-400c-8e2a-e903a9c75873 req-c70aa45b-df77-4e97-a568-9799e769c649 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.163007 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f691d901-8a3f-400c-8e2a-e903a9c75873 req-c70aa45b-df77-4e97-a568-9799e769c649 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.3230009 Mar 29 08:56:33.179157 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d56a87b-2b52-4003-8eb0-d1357e8c85d0 req-666b9b6a-a370-46c4-8541-99fd3017029d service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340324 Mar 29 08:56:33.194311 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Allocated IP 172.20.0.1 (edfb1f77-501d-41bc-b445-cf6eb6e3ecac/ee3ab40f-ef18-4024-abea-6a7b58f51ccb/2521e540-bc5a-47cd-99f4-881de097a1c8) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:33.194599 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5621b55-0f41-4c2e-8f53-af53ddb3278c req-104b2c65-18ea-49fd-b538-309d53a7e6c4 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.203647 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d5621b55-0f41-4c2e-8f53-af53ddb3278c req-104b2c65-18ea-49fd-b538-309d53a7e6c4 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 943 time: 0.3017876 Mar 29 08:56:33.238409 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-78af98fb-0a68-4195-8557-5c6fd5637022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (282dba97-9c0c-4532-bf95-a591ea8c6dbd), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.241030 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-78af98fb-0a68-4195-8557-5c6fd5637022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.242166 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-78af98fb-0a68-4195-8557-5c6fd5637022 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/282dba97-9c0c-4532-bf95-a591ea8c6dbd HTTP/1.1" status: 204 len: 168 time: 0.9651401 Mar 29 08:56:33.320016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.325972 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af98fb-0a68-4195-8557-5c6fd5637022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282dba97-9c0c-4532-bf95-a591ea8c6dbd,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:33.388055 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f691d901-8a3f-400c-8e2a-e903a9c75873 req-2b58aa73-099f-41f3-8a95-b9f9297e0cf1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241905 Mar 29 08:56:33.440682 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.441311 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.442821 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-d254154b-7370-4197-964e-236f42e3f98c service neutron] 10.222.0.13 "PUT /v2.0/ports/d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 1093 time: 2.6828978 Mar 29 08:56:33.443532 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:33.446001 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e4414d-e0af-4e14-aaff-63500d3c5dad" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:33.495753 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254154b-7370-4197-964e-236f42e3f98c service neutron] Pushing event updated for resources: {'Port': ['ID=d86238ff-0f4b-44a6-aff7-83be35e4ee60,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:33.507228 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d5621b55-0f41-4c2e-8f53-af53ddb3278c req-73c82c46-d44d-4bc1-8e8d-b65385492263 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017063 Mar 29 08:56:33.562982 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-24cf7753-ebbb-43a5-af40-3d33de5f74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.564947 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-24cf7753-ebbb-43a5-af40-3d33de5f74d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a95fd76b6a94f719107ea884ffd4550&device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 1127 time: 0.3476291 Mar 29 08:56:33.630409 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-043548ab-ee84-492b-be6f-0eae14cf7153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (88f5026c-eb3d-4afa-bb45-65860ccf860e), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.636767 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-043548ab-ee84-492b-be6f-0eae14cf7153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.638438 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-043548ab-ee84-492b-be6f-0eae14cf7153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88f5026c-eb3d-4afa-bb45-65860ccf860e HTTP/1.1" status: 204 len: 168 time: 1.1387007 Mar 29 08:56:33.666463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fe451-bbf2-432c-be8e-5a737dadea28 x-openstack-request-id: req-517fe451-bbf2-432c-be8e-5a737dadea28 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:33.666463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:33.666463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-517fe451-bbf2-432c-be8e-5a737dadea28 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:33.666463 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517fe451-bbf2-432c-be8e-5a737dadea28'] response: {'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'status': 'completed', 'code': 200} Mar 29 08:56:33.688851 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks [] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:33.699200 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 7c692800-75c1-4daa-9606-8d317fa80039 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:33.806407 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043548ab-ee84-492b-be6f-0eae14cf7153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f5026c-eb3d-4afa-bb45-65860ccf860e,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:33.838277 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049954e6-2de4-4301-aa36-b5f9724ccf40 req-f67b36e4-3d95-40dd-8c1d-3685201b5fdd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.843749 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-049954e6-2de4-4301-aa36-b5f9724ccf40 req-f67b36e4-3d95-40dd-8c1d-3685201b5fdd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.3543115 Mar 29 08:56:33.859771 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-98790742-ae2a-4d07-8255-857610547380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.866509 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-98790742-ae2a-4d07-8255-857610547380 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45201f56-f91c-4dca-a467-8a6698524a99 HTTP/1.1" status: 200 len: 910 time: 0.2756495 Mar 29 08:56:33.901877 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-7404e093-a16e-4585-a8ae-db3c5241f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:33.905817 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-7404e093-a16e-4585-a8ae-db3c5241f797 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1127 time: 0.2467785 Mar 29 08:56:33.999133 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-94c7ba2f-9441-44b9-ab95-5f4c713b41be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070 HTTP/1.1" status: 200 len: 217 time: 0.0984623 Mar 29 08:56:34.002065 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-3efb3007-98df-4582-b392-9d84f22a031c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 217 time: 0.0720544 Mar 29 08:56:34.008667 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 7c692800-75c1-4daa-9606-8d317fa80039 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:34.010316 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (7c692800-75c1-4daa-9606-8d317fa80039), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.018313 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.114648 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d706f-080c-41fc-8d49-a7f85de8d13f req-7f7d7f6e-468e-45ca-9de7-e16bba5369e6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:34.116223 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b13d706f-080c-41fc-8d49-a7f85de8d13f req-7f7d7f6e-468e-45ca-9de7-e16bba5369e6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 943 time: 0.2487855 Mar 29 08:56:34.122867 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-099a09d9-b92d-4054-a7f0-515f066e402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:34.124393 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-099a09d9-b92d-4054-a7f0-515f066e402e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fddb8944-e693-4630-9ebf-6c01a49d76b8 HTTP/1.1" status: 200 len: 849 time: 0.1121864 Mar 29 08:56:34.145321 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-049954e6-2de4-4301-aa36-b5f9724ccf40 req-003cb485-9889-452f-829e-0caa5fd7d0bc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904263 Mar 29 08:56:34.182076 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 7c692800-75c1-4daa-9606-8d317fa80039 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:34.182678 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (7c692800-75c1-4daa-9606-8d317fa80039), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.183428 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:34.189157 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-2c062b80-4670-463d-9c98-ed20556decc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45201f56-f91c-4dca-a467-8a6698524a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498745 Mar 29 08:56:34.203039 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Pushing event updated for resources: {'Port': ['ID=2521e540-bc5a-47cd-99f4-881de097a1c8,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:34.207605 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:34.212059 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:34.216579 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-2633cf52-6091-43ec-9c14-bdf6f36e0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:34.218463 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-2633cf52-6091-43ec-9c14-bdf6f36e0ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.2020609 Mar 29 08:56:34.292831 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 7c692800-75c1-4daa-9606-8d317fa80039, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=7c692800-75c1-4daa-9606-8d317fa80039,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:34.331361 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (09a537bd-947c-486a-b31f-577334629781), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.353489 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (7c692800-75c1-4daa-9606-8d317fa80039), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.411889 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b13d706f-080c-41fc-8d49-a7f85de8d13f req-aeb11bab-76e0-441a-8dbd-be34d671a074 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863328 Mar 29 08:56:34.467485 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 35960) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:34.541931 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=7c692800-75c1-4daa-9606-8d317fa80039,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:34.548154 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a1145c7a-7f83-40d8-962d-ffb32ad875a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.590693 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-a9dca9a9-9bc3-4d6c-9069-8da581fe226e service neutron] 10.222.0.13 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878133 Mar 29 08:56:34.596432 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-07316058-dac8-4425-a503-e3a9a0536936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:34.603040 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-07316058-dac8-4425-a503-e3a9a0536936 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3521998 Mar 29 08:56:34.743758 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5ec3ea6d-0489-4625-8133-38439c929797 None None] Provisioning complete for port 2521e540-bc5a-47cd-99f4-881de097a1c8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:34.744135 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ea6d-0489-4625-8133-38439c929797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.755272 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ff5b4ae0-3d01-4103-88d2-be649e6ecea7 req-deec6087-1fb5-4951-9b66-00767e38f211 service neutron] 10.222.0.13 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569722 Mar 29 08:56:34.757447 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a1145c7a-7f83-40d8-962d-ffb32ad875a1 admin admin] Publish callbacks [] for security_group (18efd64a-7ed3-4285-a78e-758e8cc7e118), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.802708 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3ea6d-0489-4625-8133-38439c929797 None None] Port 2521e540-bc5a-47cd-99f4-881de097a1c8 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:34.843496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.849377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a1145c7a-7f83-40d8-962d-ffb32ad875a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (18efd64a-7ed3-4285-a78e-758e8cc7e118), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:34.869969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e204af9-1664-4814-bd80-18b937f39219 req-74c35809-f84e-48a6-8574-f1bff2766c08 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:34.871597 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5e204af9-1664-4814-bd80-18b937f39219 req-74c35809-f84e-48a6-8574-f1bff2766c08 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 943 time: 0.4058971 Mar 29 08:56:34.885894 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1145c7a-7f83-40d8-962d-ffb32ad875a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18efd64a-7ed3-4285-a78e-758e8cc7e118,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:34.925105 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-a1145c7a-7f83-40d8-962d-ffb32ad875a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=faeb380adb804e74ae59987e6eea300e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529009 Mar 29 08:56:34.930639 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 35966) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:34.962057 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-db4dbc87-24ae-44f1-a310-847c7ccbd73f service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718916 Mar 29 08:56:35.010877 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5e204af9-1664-4814-bd80-18b937f39219 req-370d0f67-fe0a-4114-aba7-da44e2847d4a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819743 Mar 29 08:56:35.012091 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e4525-52a9-460d-88a2-72bc8a9c770d req-ad0692c7-46b4-4e7b-bd26-9dda0c97912e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.023242 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ec8e4525-52a9-460d-88a2-72bc8a9c770d req-ad0692c7-46b4-4e7b-bd26-9dda0c97912e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1215110 Mar 29 08:56:35.124956 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ec8e4525-52a9-460d-88a2-72bc8a9c770d req-7334085c-66f4-47f0-a7ac-69fdf5c18220 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006374 Mar 29 08:56:35.151559 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879a7e-c684-48b8-b355-77288d31696d req-c4a4411d-72aa-4b0b-bf11-5058dd91bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.153413 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-c4a4411d-72aa-4b0b-bf11-5058dd91bf3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 1130 time: 0.0869389 Mar 29 08:56:35.274613 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f436d-437a-4e9b-8165-a96d6663c052 req-09fbe68f-924a-4945-8123-709f87882278 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.276262 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-495f436d-437a-4e9b-8165-a96d6663c052 req-09fbe68f-924a-4945-8123-709f87882278 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 943 time: 0.1474149 Mar 29 08:56:35.311457 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-71cdbc28-cc02-428f-9d2f-6032c7a71afa admin admin] Publish callbacks [] for security_group (18efd64a-7ed3-4285-a78e-758e8cc7e118), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.313621 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8308-8c3d-41c6-b014-b07260b6fa16 req-462defd8-6c2a-4dc1-bf35-de937fb4a821 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.320739 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-728a8308-8c3d-41c6-b014-b07260b6fa16 req-462defd8-6c2a-4dc1-bf35-de937fb4a821 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0963843 Mar 29 08:56:35.337929 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879a7e-c684-48b8-b355-77288d31696d req-dc3808b3-1ec0-4ee9-b29e-f73f79e3fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.344014 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-dc3808b3-1ec0-4ee9-b29e-f73f79e3fa54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 912 time: 0.1840408 Mar 29 08:56:35.438295 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-3b98d67e-b6c5-440d-b38d-7b9bb1bac707 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1 HTTP/1.1" status: 200 len: 1002 time: 0.0859938 Mar 29 08:56:35.447329 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-71cdbc28-cc02-428f-9d2f-6032c7a71afa admin admin] Publish callbacks [] for security_group (18efd64a-7ed3-4285-a78e-758e8cc7e118), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.453806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 7c692800-75c1-4daa-9606-8d317fa80039 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:35.478993 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c43f5250-defd-4f15-bbb3-72faa5a91bc1 req-6e5fb3f8-e8a9-4e84-a5d4-c4ccc1a1977f service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882402 Mar 29 08:56:35.508646 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-495f436d-437a-4e9b-8165-a96d6663c052 req-142df9a1-435c-4427-905b-3a875d9bffba tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913493 Mar 29 08:56:35.571309 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-728a8308-8c3d-41c6-b014-b07260b6fa16 req-2cc103fa-8162-48a3-a991-2760174f8b7b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484040 Mar 29 08:56:35.582586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 7c692800-75c1-4daa-9606-8d317fa80039 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:35.582971 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (7c692800-75c1-4daa-9606-8d317fa80039), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.607263 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879a7e-c684-48b8-b355-77288d31696d req-f3f3c071-ee1c-4f9b-ba0a-98c9ea3cb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.612885 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-f3f3c071-ee1c-4f9b-ba0a-98c9ea3cb54a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 200 len: 850 time: 0.1617210 Mar 29 08:56:35.687748 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879a7e-c684-48b8-b355-77288d31696d req-a911eeaf-9b7e-4cfd-bf77-2d7dfc8c78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.688904 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-a911eeaf-9b7e-4cfd-bf77-2d7dfc8c78b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644062 Mar 29 08:56:35.717392 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks [] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.730569 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 7c692800-75c1-4daa-9606-8d317fa80039 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:35.756435 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b664d-7883-42a9-88d9-32085970dd99 req-6db3935e-aab5-4855-9303-e5b3d06c0425 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.758119 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-053b664d-7883-42a9-88d9-32085970dd99 req-6db3935e-aab5-4855-9303-e5b3d06c0425 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 943 time: 0.1469712 Mar 29 08:56:35.780001 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-fcf6f508-3fd2-4a01-8e0b-fed35c63a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:35.781861 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-fcf6f508-3fd2-4a01-8e0b-fed35c63a7ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1127 time: 0.1270421 Mar 29 08:56:35.822812 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-e5b378e6-0255-4b7e-90ea-1a0a07ac3cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265678 Mar 29 08:56:35.860041 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.896516 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-71cdbc28-cc02-428f-9d2f-6032c7a71afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (18efd64a-7ed3-4285-a78e-758e8cc7e118), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.899323 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-71cdbc28-cc02-428f-9d2f-6032c7a71afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:35.900566 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-71cdbc28-cc02-428f-9d2f-6032c7a71afa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18efd64a-7ed3-4285-a78e-758e8cc7e118 HTTP/1.1" status: 204 len: 168 time: 0.9689245 Mar 29 08:56:35.954470 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c879a7e-c684-48b8-b355-77288d31696d req-b68a4e54-9f28-46dc-a557-eb30f399efe0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231129 Mar 29 08:56:35.956325 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdbc28-cc02-428f-9d2f-6032c7a71afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18efd64a-7ed3-4285-a78e-758e8cc7e118,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:36.044438 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-053b664d-7883-42a9-88d9-32085970dd99 req-43506c9d-5858-4b78-9b6f-0abff9dc6117 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737448 Mar 29 08:56:36.087599 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Pushing event updated for resources: {'Port': ['ID=2521e540-bc5a-47cd-99f4-881de097a1c8,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:36.097875 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (09a537bd-947c-486a-b31f-577334629781), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:36.120446 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-a3369ab7-a664-42cf-9952-faad02d05bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.122058 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-a3369ab7-a664-42cf-9952-faad02d05bd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.3287733 Mar 29 08:56:36.210989 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c62f1-078d-4ece-8513-c005c49048fe req-a52f38a5-6de4-4882-94c5-2c671a9b666a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.211237 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-a88da1ab-a4a7-4694-ae1b-ae0e32ff3fb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 217 time: 0.0767932 Mar 29 08:56:36.218872 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-236c62f1-078d-4ece-8513-c005c49048fe req-a52f38a5-6de4-4882-94c5-2c671a9b666a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 943 time: 0.0885966 Mar 29 08:56:36.263930 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-236c62f1-078d-4ece-8513-c005c49048fe req-866716a7-90a7-4951-8b78-44faaeca052c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Mar 29 08:56:36.322945 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-5a218843-d03c-498b-b28e-8d77d0552e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.324316 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-5a218843-d03c-498b-b28e-8d77d0552e02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.1068583 Mar 29 08:56:36.375780 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:36.385387 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685ee9-164a-4527-8dca-226d6906c520 req-aeca1e75-47bb-494a-9e70-b609c1728533 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.386864 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bd685ee9-164a-4527-8dca-226d6906c520 req-aeca1e75-47bb-494a-9e70-b609c1728533 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1594725 Mar 29 08:56:36.389686 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:36.651228 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-e83198a1-149f-45f3-b93c-5e10884826df None None] Provisioning complete for port 2521e540-bc5a-47cd-99f4-881de097a1c8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:36.662355 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e83198a1-149f-45f3-b93c-5e10884826df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:36.667148 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4462af-d347-4a39-a5bc-45a8e911bb11 req-7053cbe5-0249-46f0-bb3a-c8b977155619 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.672447 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6f4462af-d347-4a39-a5bc-45a8e911bb11 req-7053cbe5-0249-46f0-bb3a-c8b977155619 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0825622 Mar 29 08:56:36.724274 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-e83198a1-149f-45f3-b93c-5e10884826df None None] Port 2521e540-bc5a-47cd-99f4-881de097a1c8 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:56:36.753440 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6f4462af-d347-4a39-a5bc-45a8e911bb11 req-45059024-1a7d-48bd-b632-b9bc6845bb05 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760119 Mar 29 08:56:36.871166 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Router 09a537bd-947c-486a-b31f-577334629781 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:56:36.884597 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-6d50dbe2-1a2f-448c-972d-665d2029bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.886487 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-6d50dbe2-1a2f-448c-972d-665d2029bd3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5538664 Mar 29 08:56:36.901773 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75837-2c44-4dc2-b475-6dfccb927339 req-d574ca99-1a62-421f-8c8a-f51adc6ae7fa tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:36.908953 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3eb75837-2c44-4dc2-b475-6dfccb927339 req-d574ca99-1a62-421f-8c8a-f51adc6ae7fa tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0906384 Mar 29 08:56:36.960958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d57c16f0-b837-4edc-bc8c-f7e0f014c41d details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:56:36.974284 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3eb75837-2c44-4dc2-b475-6dfccb927339 req-c65a70b1-f612-411a-93e2-e134b79bb394 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636609 Mar 29 08:56:37.083964 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bd685ee9-164a-4527-8dca-226d6906c520 req-8649de79-3d34-4154-b998-82a52bf06aed tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6886635 Mar 29 08:56:37.171562 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:37.186393 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'port_id': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'mac_address': 'fa:16:3e:c3:d7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:56:37.208754 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:56:37.211859 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-85f01c20-a814-4972-b2e5-864b2d04e092 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132567 Mar 29 08:56:37.219752 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5ab609b9-0c79-452e-8796-b9c325434b07 admin admin] 10.222.0.16 "PUT /v2.0/routers/09a537bd-947c-486a-b31f-577334629781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7451150 Mar 29 08:56:37.245602 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b48c70-0375-4f29-a5e0-f6e3e1057107 req-e5587582-66c7-454b-bab5-d4b359247382 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:37.251331 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-71b48c70-0375-4f29-a5e0-f6e3e1057107 req-e5587582-66c7-454b-bab5-d4b359247382 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 943 time: 0.0930178 Mar 29 08:56:37.265882 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00017756-109c-404b-bd24-563af807e549 None None] Sync routers for ids ['09a537bd-947c-486a-b31f-577334629781'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:56:37.280582 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port d57c16f0-b837-4edc-bc8c-f7e0f014c41d is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:37.280582 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:37.300290 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57c16f0-b837-4edc-bc8c-f7e0f014c41d {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:37.328345 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00017756-109c-404b-bd24-563af807e549 None None] Routers {'09a537bd-947c-486a-b31f-577334629781'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:37.329424 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-00017756-109c-404b-bd24-563af807e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['09a537bd-947c-486a-b31f-577334629781'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:37.401847 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:37.423819 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-71b48c70-0375-4f29-a5e0-f6e3e1057107 req-a52e1ca9-09fa-4a2d-97ab-44951b9c330b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684244 Mar 29 08:56:37.475605 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:37.478808 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 6a8a7477-4960-4292-8cc4-4ed89c8c9070 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:56:37.496249 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e6e4414d-e0af-4e14-aaff-63500d3c5dad req-2a3f0fef-ef32-41f4-ba99-b0dc9d47c883 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745032 Mar 29 08:56:37.520179 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804800f-6834-4c92-8fa2-329e1a23d3e1 req-a752a232-55a4-436b-b5e3-63c7dc94bb69 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:37.527625 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8804800f-6834-4c92-8fa2-329e1a23d3e1 req-a752a232-55a4-436b-b5e3-63c7dc94bb69 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 943 time: 0.1396177 Mar 29 08:56:37.635850 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-00017756-109c-404b-bd24-563af807e549 None None] Set router 09a537bd-947c-486a-b31f-577334629781 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:37.638339 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:37.662054 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8804800f-6834-4c92-8fa2-329e1a23d3e1 req-baabdaae-5c85-43ae-9b12-e3797f95a2eb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261873 Mar 29 08:56:37.833823 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:37.852323 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '6a8a7477-4960-4292-8cc4-4ed89c8c9070', 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99', 'port_id': '6a8a7477-4960-4292-8cc4-4ed89c8c9070', 'mac_address': 'fa:16:3e:1b:9c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddb8944-e693-4630-9ebf-6c01a49d76b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:56:37.910280 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d35d3-81f3-4128-9655-6ec751fce244 req-8a50d029-452b-4ec0-b555-81ac2abc1ef5 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:37.918050 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:37.918442 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:37.921855 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f26d35d3-81f3-4128-9655-6ec751fce244 req-8a50d029-452b-4ec0-b555-81ac2abc1ef5 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 943 time: 0.0849977 Mar 29 08:56:37.935136 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8a7477-4960-4292-8cc4-4ed89c8c9070 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:37.969122 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:38.020537 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f26d35d3-81f3-4128-9655-6ec751fce244 req-afb8f162-3321-4183-8dcd-4599ad6b3447 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954437 Mar 29 08:56:38.039027 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-00017756-109c-404b-bd24-563af807e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '2521e540-bc5a-47cd-99f4-881de097a1c8', 'name': '', 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'mac_address': 'fa:16:3e:d6:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:32Z', 'updated_at': '2022-03-29T08:56:35Z', 'revision_number': 2, 'project_id': 'b253c99f057744e0a206716dfda119db', 'subnets': [{'id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:38.104773 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00017756-109c-404b-bd24-563af807e549 None None] Checking router: 09a537bd-947c-486a-b31f-577334629781 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:56:38.105133 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00017756-109c-404b-bd24-563af807e549 None None] Updating router 09a537bd-947c-486a-b31f-577334629781 port 2521e540-bc5a-47cd-99f4-881de097a1c8 binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 08:56:38.148900 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:38.152046 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f1eb4-4ed2-4497-bdee-30c7e1595e94 req-dea5f83d-076e-4796-967c-fc3d251c6b2b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:38.163199 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f8f1eb4-4ed2-4497-bdee-30c7e1595e94 req-dea5f83d-076e-4796-967c-fc3d251c6b2b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0768447 Mar 29 08:56:38.209201 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=6a8a7477-4960-4292-8cc4-4ed89c8c9070,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:38.226658 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00017756-109c-404b-bd24-563af807e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:38.263540 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f8f1eb4-4ed2-4497-bdee-30c7e1595e94 req-74e492e0-fe9a-4071-9169-233235d0d675 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954583 Mar 29 08:56:38.521486 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c61598-873c-4365-9e79-f2b00fc3aa16 req-f9a6e86e-39e9-4d36-a5fb-7d55d4c6223c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:38.529220 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-61c61598-873c-4365-9e79-f2b00fc3aa16 req-f9a6e86e-39e9-4d36-a5fb-7d55d4c6223c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1319897 Mar 29 08:56:38.585305 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-61c61598-873c-4365-9e79-f2b00fc3aa16 req-5ebc6b24-09a3-4116-a18f-eff2e6f3e6ae tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547903 Mar 29 08:56:38.623276 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00017756-109c-404b-bd24-563af807e549 None None] Publish callbacks [] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:38.629352 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['d57c16f0-b837-4edc-bc8c-f7e0f014c41d'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:56:38.632547 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['6a8a7477-4960-4292-8cc4-4ed89c8c9070'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:56:38.663730 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36028) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:38.668741 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422621939', 'description': 'tempest-secgroup-smoke-1422621939 description', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:38.727740 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00017756-109c-404b-bd24-563af807e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:38.831238 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:38.838921 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37bc0e-0843-460d-b672-f2db6aaca455 None None] Pushing event updated for resources: {'Port': ['ID=2521e540-bc5a-47cd-99f4-881de097a1c8,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:38.859516 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6cf0b-9603-405c-bb6e-5000d4a91f4f req-1c0dd562-806b-4b17-a563-f14d7ab3b631 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:38.869517 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-17f6cf0b-9603-405c-bb6e-5000d4a91f4f req-1c0dd562-806b-4b17-a563-f14d7ab3b631 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 944 time: 0.1004245 Mar 29 08:56:38.937267 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570ded-44db-40d6-8115-f666f25b3de6 req-268ae088-2f55-414e-91cd-c7982fa0c829 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:38.951568 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf570ded-44db-40d6-8115-f666f25b3de6 req-268ae088-2f55-414e-91cd-c7982fa0c829 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 943 time: 0.2300918 Mar 29 08:56:38.987301 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-17f6cf0b-9603-405c-bb6e-5000d4a91f4f req-5e190b49-1f94-46bf-add2-043e6c23e53d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161456 Mar 29 08:56:39.003612 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d86238ff-0f4b-44a6-aff7-83be35e4ee60 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:56:39.052054 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-00017756-109c-404b-bd24-563af807e549 None None] Attempting to bind port 2521e540-bc5a-47cd-99f4-881de097a1c8 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:56:39.052626 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-00017756-109c-404b-bd24-563af807e549 None None] Attempting to bind port 2521e540-bc5a-47cd-99f4-881de097a1c8 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:56:39.052986 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00017756-109c-404b-bd24-563af807e549 None None] Attempting to bind port 2521e540-bc5a-47cd-99f4-881de097a1c8 on network edfb1f77-501d-41bc-b445-cf6eb6e3ecac {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:56:39.067127 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf570ded-44db-40d6-8115-f666f25b3de6 req-018d0f70-5caf-47e1-af80-05878ea34fb5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132183 Mar 29 08:56:39.097651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00017756-109c-404b-bd24-563af807e549 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:56:39.097651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00017756-109c-404b-bd24-563af807e549 None None] Checking segment: {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:56:39.097651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00017756-109c-404b-bd24-563af807e549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.097651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00017756-109c-404b-bd24-563af807e549 None None] Bound using segment: {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:56:39.097651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-00017756-109c-404b-bd24-563af807e549 None None] Bound port: 2521e540-bc5a-47cd-99f4-881de097a1c8, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c4e5f-35e6-4163-bb1e-24cc228f0a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:56:39.097651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00017756-109c-404b-bd24-563af807e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.129345 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group (234c5bf6-7dd7-4929-a62a-819c89f89137), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.201532 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (234c5bf6-7dd7-4929-a62a-819c89f89137), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.252992 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234c5bf6-7dd7-4929-a62a-819c89f89137,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:39.253212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fce100-d248-43f9-846e-717f84d04034 req-b01fa466-951f-4f64-b1bd-aa76fba76bff tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:39.253357 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-00017756-109c-404b-bd24-563af807e549 None None] For port 2521e540-bc5a-47cd-99f4-881de097a1c8, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:56:39.256676 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2fce100-d248-43f9-846e-717f84d04034 req-b01fa466-951f-4f64-b1bd-aa76fba76bff tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 944 time: 0.0847423 Mar 29 08:56:39.257953 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-00017756-109c-404b-bd24-563af807e549 None None] For port 2521e540-bc5a-47cd-99f4-881de097a1c8, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=2521e540-bc5a-47cd-99f4-881de097a1c8,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:56:39.389812 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.395209 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-927e940a-0922-45c0-b90a-d88ad2d235ff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7273242 Mar 29 08:56:39.395511 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36038) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:39.400001 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group_rule': {'security_group_id': '234c5bf6-7dd7-4929-a62a-819c89f89137', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:39.402629 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a2fce100-d248-43f9-846e-717f84d04034 req-24ea5eda-8f3b-4370-b646-ea2e8e4ec4bc tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381001 Mar 29 08:56:39.459386 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00017756-109c-404b-bd24-563af807e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.498791 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.db.resource_extend [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 08:56:39.553747 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (f393b929-ea96-457f-b2fb-92cbf9677388), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.603363 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] Provisioning complete for port 2521e540-bc5a-47cd-99f4-881de097a1c8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:39.603762 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.650633 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37bc0e-0843-460d-b672-f2db6aaca455 None None] Pushing event updated for resources: {'Port': ['ID=2521e540-bc5a-47cd-99f4-881de097a1c8,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:39.673846 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00017756-109c-404b-bd24-563af807e549 None None] Routers {'09a537bd-947c-486a-b31f-577334629781'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:39.674826 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-00017756-109c-404b-bd24-563af807e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['09a537bd-947c-486a-b31f-577334629781'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:39.718414 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (f393b929-ea96-457f-b2fb-92cbf9677388), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.766195 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7622c-c472-447a-a016-253ade22a04d req-dd80c271-aafb-4799-8bfe-dc9dd1053208 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:39.769122 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-08c7622c-c472-447a-a016-253ade22a04d req-dd80c271-aafb-4799-8bfe-dc9dd1053208 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0698860 Mar 29 08:56:39.781582 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port d86238ff-0f4b-44a6-aff7-83be35e4ee60, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:39.809903 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:56:39.810404 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (f393b929-ea96-457f-b2fb-92cbf9677388), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.868821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f393b929-ea96-457f-b2fb-92cbf9677388,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:39.875575 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-08c7622c-c472-447a-a016-253ade22a04d req-eac967a7-1807-4ab7-a936-f5ca17694c44 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976119 Mar 29 08:56:39.918032 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-00017756-109c-404b-bd24-563af807e549 None None] Set router 09a537bd-947c-486a-b31f-577334629781 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:39.921301 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.924627 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 36042) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:39.925272 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b7118373-60ab-4271-8ed9-cf2785d530c0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5287907 Mar 29 08:56:39.930744 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group_rule': {'security_group_id': '234c5bf6-7dd7-4929-a62a-819c89f89137', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:39.958260 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port d86238ff-0f4b-44a6-aff7-83be35e4ee60 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:39.958649 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:39.982570 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] Current status of the port 2521e540-bc5a-47cd-99f4-881de097a1c8 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:39.983617 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.030250 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86238ff-0f4b-44a6-aff7-83be35e4ee60 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:56:40.058608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (c27c3af1-e7d7-4381-b754-e35ba1a73ce2), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.117085 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port d86238ff-0f4b-44a6-aff7-83be35e4ee60, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:40.152092 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] For port 2521e540-bc5a-47cd-99f4-881de097a1c8, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=2521e540-bc5a-47cd-99f4-881de097a1c8,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:40.193271 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (c27c3af1-e7d7-4381-b754-e35ba1a73ce2), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.221870 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.226231 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12cea2-6ff8-45a9-b467-c454366b9c6c req-53ae11a1-98f7-4c30-a4fb-064e3fe1ae5f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:40.236767 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a12cea2-6ff8-45a9-b467-c454366b9c6c req-53ae11a1-98f7-4c30-a4fb-064e3fe1ae5f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 944 time: 0.1803539 Mar 29 08:56:40.244161 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa079b-1c9a-406f-a4df-b7a88a18f745 req-fc2f804d-e5a1-4fcb-90f8-79d2170924ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:40.256659 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10aa079b-1c9a-406f-a4df-b7a88a18f745 req-fc2f804d-e5a1-4fcb-90f8-79d2170924ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 943 time: 0.0928597 Mar 29 08:56:40.282915 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (c27c3af1-e7d7-4381-b754-e35ba1a73ce2), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.303052 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=d86238ff-0f4b-44a6-aff7-83be35e4ee60,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:40.307846 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.351684 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27c3af1-e7d7-4381-b754-e35ba1a73ce2,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:40.385005 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10aa079b-1c9a-406f-a4df-b7a88a18f745 req-f6845f32-0f74-4f8b-8975-da2b865d400c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230221 Mar 29 08:56:40.439190 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a12cea2-6ff8-45a9-b467-c454366b9c6c req-07fe457e-90d0-45e1-8896-c66e401b2a26 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005095 Mar 29 08:56:40.459741 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6debc-cf68-466f-9036-b1cab61b321b None None] Pushing event updated for resources: {'Port': ['ID=2521e540-bc5a-47cd-99f4-881de097a1c8,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:40.482662 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-00017756-109c-404b-bd24-563af807e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '2521e540-bc5a-47cd-99f4-881de097a1c8', 'name': '', 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'mac_address': 'fa:16:3e:d6:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:32Z', 'updated_at': '2022-03-29T08:56:39Z', 'revision_number': 4, 'project_id': 'b253c99f057744e0a206716dfda119db', 'subnets': [{'id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:40.485233 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-e764ea8d-3806-4906-96e0-6c0eebeeecd1 None None] Provisioning complete for port 2521e540-bc5a-47cd-99f4-881de097a1c8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:40.485650 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e764ea8d-3806-4906-96e0-6c0eebeeecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.509161 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.510487 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d333553a-918f-4c20-b833-66184ac7a383 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5840833 Mar 29 08:56:40.513590 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36056) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:40.518599 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group_rule': {'security_group_id': '234c5bf6-7dd7-4929-a62a-819c89f89137', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:40.548668 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00017756-109c-404b-bd24-563af807e549 None None] The sync data for ids ['09a537bd-947c-486a-b31f-577334629781'] in dv-cinder-835552-1-iscsi is: [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '2521e540-bc5a-47cd-99f4-881de097a1c8', 'name': '', 'network_id': 'edfb1f77-501d-41bc-b445-cf6eb6e3ecac', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'mac_address': 'fa:16:3e:d6:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:32Z', 'updated_at': '2022-03-29T08:56:39Z', 'revision_number': 4, 'project_id': 'b253c99f057744e0a206716dfda119db', 'subnets': [{'id': 'ee3ab40f-ef18-4024-abea-6a7b58f51ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:56:40.616464 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['d86238ff-0f4b-44a6-aff7-83be35e4ee60'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:56:40.660572 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd906-72b8-4260-8cd9-64a8418c6874 req-ea34578f-eb55-4950-b795-1c70d5fa7997 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:40.660572 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-36fbd906-72b8-4260-8cd9-64a8418c6874 req-ea34578f-eb55-4950-b795-1c70d5fa7997 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 944 time: 0.1207626 Mar 29 08:56:40.676969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (a6a512a2-fe90-4327-9ed0-65f937113398), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.762527 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-e764ea8d-3806-4906-96e0-6c0eebeeecd1 None None] Current status of the port 2521e540-bc5a-47cd-99f4-881de097a1c8 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:40.821108 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (a6a512a2-fe90-4327-9ed0-65f937113398), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.894899 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-36fbd906-72b8-4260-8cd9-64a8418c6874 req-1c3fab1b-3634-4557-b584-3237d369a14a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190025 Mar 29 08:56:40.896178 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (a6a512a2-fe90-4327-9ed0-65f937113398), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.920163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a512a2-fe90-4327-9ed0-65f937113398,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:40.988420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:40.989874 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-10d696cc-43e7-4c4d-9343-937e70b252fb tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4751773 Mar 29 08:56:40.994285 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36066) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:41.000314 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group_rule': {'security_group_id': '234c5bf6-7dd7-4929-a62a-819c89f89137', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:41.006425 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d57c16f0-b837-4edc-bc8c-f7e0f014c41d up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:41.072710 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e636-38db-4a97-b0b2-e67391519cde req-db3ae0f3-5eae-4573-95ea-d2eb138dea72 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:41.076118 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27c8e636-38db-4a97-b0b2-e67391519cde req-db3ae0f3-5eae-4573-95ea-d2eb138dea72 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0960920 Mar 29 08:56:41.124440 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (1ed24b83-98d7-4962-9f25-b5ccf591ee89), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.179800 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-27c8e636-38db-4a97-b0b2-e67391519cde req-96c7b37f-5956-4092-aa44-d2561aeabb5f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941670 Mar 29 08:56:41.209449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port d57c16f0-b837-4edc-bc8c-f7e0f014c41d completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:56:41.214947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port d57c16f0-b837-4edc-bc8c-f7e0f014c41d triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:41.215338 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.226858 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (1ed24b83-98d7-4962-9f25-b5ccf591ee89), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.358995 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (1ed24b83-98d7-4962-9f25-b5ccf591ee89), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.406852 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed24b83-98d7-4962-9f25-b5ccf591ee89,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:41.408892 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port d57c16f0-b837-4edc-bc8c-f7e0f014c41d is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:41.409287 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.448471 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:41.451277 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a4bf58-0d41-41ec-9ae5-7b08fe632945" -d '{"events": [{"server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "name": "network-vif-plugged", "status": "completed", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:41.490051 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:41.498587 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2521e540-bc5a-47cd-99f4-881de097a1c8 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:41.530537 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb1ca2-0dcf-47f8-b79e-6639e55b4f42 x-openstack-request-id: req-7adb1ca2-0dcf-47f8-b79e-6639e55b4f42 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:41.530909 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "name": "network-vif-plugged", "status": "completed", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:41.531179 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7adb1ca2-0dcf-47f8-b79e-6639e55b4f42 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:41.531605 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adb1ca2-0dcf-47f8-b79e-6639e55b4f42'] response: {'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'code': 200} Mar 29 08:56:41.595070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3403bf9-663f-432f-8f98-1ea00454fa9a req-7c8e1c6b-6bf2-4aca-a5d4-390d2b93a950 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:41.597078 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f3403bf9-663f-432f-8f98-1ea00454fa9a req-7c8e1c6b-6bf2-4aca-a5d4-390d2b93a950 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 944 time: 0.0878439 Mar 29 08:56:41.655343 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 2521e540-bc5a-47cd-99f4-881de097a1c8 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:41.656026 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.675573 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f3403bf9-663f-432f-8f98-1ea00454fa9a req-fee33700-41be-4dc1-8f37-277fabfdb27a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670440 Mar 29 08:56:41.701110 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aaa07-027c-4cea-a98a-7ec508bdf93b req-73a93676-5075-4448-8074-182497defcba tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:41.708280 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ad1aaa07-027c-4cea-a98a-7ec508bdf93b req-73a93676-5075-4448-8074-182497defcba tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 944 time: 0.1038637 Mar 29 08:56:41.751968 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 2521e540-bc5a-47cd-99f4-881de097a1c8 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:41.778746 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ad1aaa07-027c-4cea-a98a-7ec508bdf93b req-e14ee4c1-5525-4a8d-9fa9-cd79d091e6f3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688572 Mar 29 08:56:41.813202 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:56:41.952542 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:41.953472 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 6a8a7477-4960-4292-8cc4-4ed89c8c9070 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:42.042354 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de44ccc-538d-4d28-96af-56631fab22df req-3bf985f6-df14-4f1d-97b6-94c30c956ad9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:42.043978 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7de44ccc-538d-4d28-96af-56631fab22df req-3bf985f6-df14-4f1d-97b6-94c30c956ad9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 944 time: 0.0845120 Mar 29 08:56:42.053750 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.055958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:42.064459 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 36078) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:42.064983 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e5e0a186-9382-4004-a4a5-8cbc9f4b8862 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0695064 Mar 29 08:56:42.070693 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group_rule': {'security_group_id': '234c5bf6-7dd7-4929-a62a-819c89f89137', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:42.158688 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:56:42.163590 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:42.164310 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.181717 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.securitygroups_db [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Project 886f5ce2dbcc4eb6a8af47e9409f5e20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 08:56:42.194685 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (7d10a76e-46f0-48de-b0a1-f052ca51f5dc), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.203677 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7de44ccc-538d-4d28-96af-56631fab22df req-81770146-34c5-45b2-8d49-e1652495456e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369100 Mar 29 08:56:42.232117 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cce6c2-bfd9-4a78-bb45-5a70c355d72f req-9f900b8e-5b02-4d3f-8991-6d540e3b7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:42.234406 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-62cce6c2-bfd9-4a78-bb45-5a70c355d72f req-9f900b8e-5b02-4d3f-8991-6d540e3b7fca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 1129 time: 0.0912073 Mar 29 08:56:42.318561 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:42.318953 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.333694 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-62cce6c2-bfd9-4a78-bb45-5a70c355d72f req-8a836f9e-69b2-47e0-b0e1-79aa480c0904 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887733 Mar 29 08:56:42.355961 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (7d10a76e-46f0-48de-b0a1-f052ca51f5dc), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.362587 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:42.380248 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c94e13-4b01-4658-b30e-1340eb43dea6 req-73dee8bd-e79e-4e24-96f0-2808937d9534 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:42.382170 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15c94e13-4b01-4658-b30e-1340eb43dea6 req-73dee8bd-e79e-4e24-96f0-2808937d9534 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.1090713 Mar 29 08:56:42.403457 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (7d10a76e-46f0-48de-b0a1-f052ca51f5dc), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.428674 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.435649 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d10a76e-46f0-48de-b0a1-f052ca51f5dc,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:42.469718 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15c94e13-4b01-4658-b30e-1340eb43dea6 req-c6e78544-5a8d-45db-a532-25858e6b3df2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814319 Mar 29 08:56:42.492501 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=6a8a7477-4960-4292-8cc4-4ed89c8c9070,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:42.506786 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.507802 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-9b20997a-2d42-4736-aafb-f7ace68f9731 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4409850 Mar 29 08:56:42.510601 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36088) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:42.516168 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'security_group_rule': {'security_group_id': '234c5bf6-7dd7-4929-a62a-819c89f89137', 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:42.598281 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.securitygroups_db [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Project 886f5ce2dbcc4eb6a8af47e9409f5e20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 08:56:42.604165 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (b411acbc-839b-4a9b-9de0-3bddb74343ae), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.676428 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (b411acbc-839b-4a9b-9de0-3bddb74343ae), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.784816 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (b411acbc-839b-4a9b-9de0-3bddb74343ae), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.815121 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b411acbc-839b-4a9b-9de0-3bddb74343ae,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:42.839490 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d539de-a8bc-4c35-a8c6-f563860a40b4 req-19d9c9b6-c48e-4dd6-8e65-019cf18a7da6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:42.846848 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-79d539de-a8bc-4c35-a8c6-f563860a40b4 req-19d9c9b6-c48e-4dd6-8e65-019cf18a7da6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 944 time: 0.0946314 Mar 29 08:56:42.897143 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:42.898997 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e6e69153-97b5-4f80-86ca-8f2eda4caf86 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3872192 Mar 29 08:56:42.931143 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-79d539de-a8bc-4c35-a8c6-f563860a40b4 req-3936fe16-6e97-4054-ab43-c4d580c782ec tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769417 Mar 29 08:56:42.940647 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77182aea-f2de-4753-9703-5644dd25c94d req-00fb5603-422a-4f31-9d68-6fd6075dbf6e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:42.954558 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-77182aea-f2de-4753-9703-5644dd25c94d req-00fb5603-422a-4f31-9d68-6fd6075dbf6e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.1032848 Mar 29 08:56:43.022539 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d86238ff-0f4b-44a6-aff7-83be35e4ee60 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:56:43.028000 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-77182aea-f2de-4753-9703-5644dd25c94d req-bbf0bce3-0ff0-44d3-931a-01b1e855deef tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718603 Mar 29 08:56:43.151954 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port d86238ff-0f4b-44a6-aff7-83be35e4ee60 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:56:43.157282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port d86238ff-0f4b-44a6-aff7-83be35e4ee60 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:56:43.157899 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:43.268659 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port d86238ff-0f4b-44a6-aff7-83be35e4ee60 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:43.269049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:43.309844 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port d86238ff-0f4b-44a6-aff7-83be35e4ee60, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:43.352802 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15daa4-dfa0-45da-a0bb-d46cde8f9f57 req-2b7e6742-0a41-4c15-b897-9b957636ff46 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:43.354398 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4e15daa4-dfa0-45da-a0bb-d46cde8f9f57 req-2b7e6742-0a41-4c15-b897-9b957636ff46 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0742424 Mar 29 08:56:43.414417 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4e15daa4-dfa0-45da-a0bb-d46cde8f9f57 req-12ba2089-5aa8-4f9d-b746-a1201add9d09 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Mar 29 08:56:43.457594 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:43.532026 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=d86238ff-0f4b-44a6-aff7-83be35e4ee60,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:43.538252 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8a7477-4960-4292-8cc4-4ed89c8c9070'}, {'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:43.577199 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e53fac6-d665-4e8b-9dbf-a617396e83e9" -d '{"events": [{"server_uuid": "6d86120b-f012-4478-a9f9-c93a8b23b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "6a8a7477-4960-4292-8cc4-4ed89c8c9070"}, {"server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "name": "network-vif-plugged", "status": "completed", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:43.616827 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a865dae-1959-4168-8318-e65e03558163 x-openstack-request-id: req-3a865dae-1959-4168-8318-e65e03558163 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:43.617188 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86120b-f012-4478-a9f9-c93a8b23b4c2", "name": "network-vif-plugged", "status": "completed", "tag": "6a8a7477-4960-4292-8cc4-4ed89c8c9070", "code": 200}, {"server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "name": "network-vif-plugged", "status": "completed", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:43.617362 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a865dae-1959-4168-8318-e65e03558163 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:43.617774 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a865dae-1959-4168-8318-e65e03558163'] response: {'server_uuid': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8a7477-4960-4292-8cc4-4ed89c8c9070', 'code': 200} Mar 29 08:56:43.618035 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a865dae-1959-4168-8318-e65e03558163'] response: {'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'code': 200} Mar 29 08:56:43.642221 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9f4b-dd6a-470a-81f6-675909e720ff req-d2d5edd2-013c-4a4a-a84b-8e32d0a63679 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:43.653869 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-449b9f4b-dd6a-470a-81f6-675909e720ff req-d2d5edd2-013c-4a4a-a84b-8e32d0a63679 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0902214 Mar 29 08:56:43.731066 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-449b9f4b-dd6a-470a-81f6-675909e720ff req-3669e6fc-9a4c-4b74-943e-a52307fcb7b8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682311 Mar 29 08:56:44.117088 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9d19f-2dce-49ee-8b4c-1d36b6a73095 req-00ad4385-76c5-4fe2-9f36-868f9ea7faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.121332 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-64f9d19f-2dce-49ee-8b4c-1d36b6a73095 req-00ad4385-76c5-4fe2-9f36-868f9ea7faa0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 1129 time: 0.0574458 Mar 29 08:56:44.127102 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c974cb8-1c75-4318-bd88-c18da2793bb6 req-d4795ea0-21a4-4658-aca2-9697a4d34911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.128662 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0c974cb8-1c75-4318-bd88-c18da2793bb6 req-d4795ea0-21a4-4658-aca2-9697a4d34911 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.1493881 Mar 29 08:56:44.148940 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7309-af91-4083-91ae-e582b1d0fba2 req-7727c48b-3a4d-4aa5-a33b-3321f1382666 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.155751 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee0f7309-af91-4083-91ae-e582b1d0fba2 req-7727c48b-3a4d-4aa5-a33b-3321f1382666 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.1233544 Mar 29 08:56:44.213264 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-64f9d19f-2dce-49ee-8b4c-1d36b6a73095 req-91404624-7f33-4334-8d6d-5d02b5978aef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853837 Mar 29 08:56:44.223703 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee0f7309-af91-4083-91ae-e582b1d0fba2 req-0cab5169-0924-42a4-b97e-b12ae14fc335 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668037 Mar 29 08:56:44.226269 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0c974cb8-1c75-4318-bd88-c18da2793bb6 req-ff59b2ca-8e0f-4c8f-b613-e89984a46161 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918121 Mar 29 08:56:44.235799 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1282f-4596-4e1f-8526-aee6602879f9 req-fcd37910-934d-42fc-a891-79e67b633b1a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.238165 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-def1282f-4596-4e1f-8526-aee6602879f9 req-fcd37910-934d-42fc-a891-79e67b633b1a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.0848508 Mar 29 08:56:44.308440 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-def1282f-4596-4e1f-8526-aee6602879f9 req-4b62f091-29fb-4872-ace1-6b5d4b392797 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561485 Mar 29 08:56:44.427778 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a7b7a-4e56-4a8c-8a90-e14e56a67bdb req-58f438c0-9394-4ccf-8607-bb368af11d4f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.431713 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9e9a7b7a-4e56-4a8c-8a90-e14e56a67bdb req-58f438c0-9394-4ccf-8607-bb368af11d4f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.0578148 Mar 29 08:56:44.442320 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 36162) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:44.449622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'port_id': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:44.639100 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (d9b1c3d1-59fb-4747-8a81-b3bfabf5d993), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:44.741939 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d439-f33b-47e2-9f82-7537e5fcb825 req-5cd7402d-bde2-4afe-ae4d-01f9a36b0e02 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.743326 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1077d439-f33b-47e2-9f82-7537e5fcb825 req-5cd7402d-bde2-4afe-ae4d-01f9a36b0e02 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1910326 Mar 29 08:56:44.856049 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1077d439-f33b-47e2-9f82-7537e5fcb825 req-4bf6959d-ac5d-49c9-b913-31a23570f535 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Mar 29 08:56:44.895983 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771c779-6968-46a4-af72-919bdbb03f98 req-a4e90a2b-afe5-4bfb-9369-125e765d63aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:44.903479 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6771c779-6968-46a4-af72-919bdbb03f98 req-a4e90a2b-afe5-4bfb-9369-125e765d63aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0831735 Mar 29 08:56:44.970510 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6771c779-6968-46a4-af72-919bdbb03f98 req-7e152912-5606-49ed-a17d-03019b3425d8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658703 Mar 29 08:56:45.568300 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe680b-eac4-4d92-81a1-9dffcfb0bef8 req-f4739204-45ff-4159-8051-321c7ec25b25 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:45.572160 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59fe680b-eac4-4d92-81a1-9dffcfb0bef8 req-f4739204-45ff-4159-8051-321c7ec25b25 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.2104795 Mar 29 08:56:45.715915 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59fe680b-eac4-4d92-81a1-9dffcfb0bef8 req-b68251c7-a6e8-4134-bc54-579a00555cf5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348362 Mar 29 08:56:45.804753 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:45.976923 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423a482-2d7f-48e8-9162-190d6a699e1c req-d0e98090-dc7a-44ee-8b83-9ebf03ff2d4f tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:45.978426 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9423a482-2d7f-48e8-9162-190d6a699e1c req-d0e98090-dc7a-44ee-8b83-9ebf03ff2d4f tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Mar 29 08:56:46.031726 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9423a482-2d7f-48e8-9162-190d6a699e1c req-ebd95d5e-37a2-4173-9cd2-176f38a41138 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Mar 29 08:56:46.100279 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929309d-4a3b-42e8-bc03-d182a4b60023 req-04f28b5d-dfef-4362-a900-181b48e0f0a3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:46.101785 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4929309d-4a3b-42e8-bc03-d182a4b60023 req-04f28b5d-dfef-4362-a900-181b48e0f0a3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0590212 Mar 29 08:56:46.157739 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4929309d-4a3b-42e8-bc03-d182a4b60023 req-e3c9f603-a5d6-432d-98bb-f8f686f7868c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497952 Mar 29 08:56:46.261418 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d9b1c3d1-59fb-4747-8a81-b3bfabf5d993), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:46.381016 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP d9b1c3d1-59fb-4747-8a81-b3bfabf5d993 associated. External IP: 172.27.1.36, port: d57c16f0-b837-4edc-bc8c-f7e0f014c41d. Mar 29 08:56:46.647986 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:56:46.819368 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:56:46.825566 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:46.841883 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:56:46.871022 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:46.872325 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:46.908543 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e8f91441-f46a-45e2-8176-483de70ce14b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "PUT /v2.0/floatingips/d9b1c3d1-59fb-4747-8a81-b3bfabf5d993 HTTP/1.1" status: 200 len: 990 time: 2.4650209 Mar 29 08:56:46.909205 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:46.911543 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68" -d '{"events": [{"name": "network-changed", "server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:46.971259 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874841f2-b0c1-406c-b0c3-b1dede452469 req-512d4d45-1b71-45c3-abc5-27f004596be5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:46.971259 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-874841f2-b0c1-406c-b0c3-b1dede452469 req-512d4d45-1b71-45c3-abc5-27f004596be5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.1490052 Mar 29 08:56:46.983822 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eeb8ac-f1b2-406a-b737-6380e7a00c60 x-openstack-request-id: req-f7eeb8ac-f1b2-406a-b737-6380e7a00c60 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:46.984116 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:46.984393 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7eeb8ac-f1b2-406a-b737-6380e7a00c60 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:46.984816 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7eeb8ac-f1b2-406a-b737-6380e7a00c60'] response: {'name': 'network-changed', 'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'status': 'completed', 'code': 200} Mar 29 08:56:47.070707 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-874841f2-b0c1-406c-b0c3-b1dede452469 req-057b47f3-e68f-45af-b629-4c97bd648d37 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901082 Mar 29 08:56:47.106512 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-3750c969-3cf6-4eb4-ad52-1c78f0521ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.110842 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-3750c969-3cf6-4eb4-ad52-1c78f0521ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 1129 time: 0.0987215 Mar 29 08:56:47.166370 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:47.229909 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaef09-6744-4742-805f-54bfc10fc42e req-7ed4fb3b-cf57-402d-9ac2-e83141a033d9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.231987 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4cfaef09-6744-4742-805f-54bfc10fc42e req-7ed4fb3b-cf57-402d-9ac2-e83141a033d9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0779612 Mar 29 08:56:47.282807 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35283d-8bd7-4844-8343-01a1d36b563b req-62067032-4e8b-4c3c-a394-b0e851ab993b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.284305 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dd35283d-8bd7-4844-8343-01a1d36b563b req-62067032-4e8b-4c3c-a394-b0e851ab993b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.1240783 Mar 29 08:56:47.295004 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36218) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:47.299499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'floatingip': {'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:47.322599 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4cfaef09-6744-4742-805f-54bfc10fc42e req-e3f82d43-8156-45f2-bc81-fe96e9bf2f63 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844200 Mar 29 08:56:47.351116 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-65bef003-c0e2-4818-9025-842f04e2ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.353201 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-65bef003-c0e2-4818-9025-842f04e2ea13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.2349625 Mar 29 08:56:47.395095 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:47.448018 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}, {'id': 'd9b1c3d1-59fb-4747-8a81-b3bfabf5d993', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:c3:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:45Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:47.482218 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:56:47.495708 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:47.496455 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:47.555394 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-f2032097-ec76-483d-831d-bcae2ea05cc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d HTTP/1.1" status: 200 len: 998 time: 0.1676874 Mar 29 08:56:47.570723 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11174eb5-6b51-4da6-81e3-7ea53318d870 req-4848d4c5-a6c6-437a-a735-a4a284b0bd33 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.572229 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-11174eb5-6b51-4da6-81e3-7ea53318d870 req-4848d4c5-a6c6-437a-a735-a4a284b0bd33 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.2177999 Mar 29 08:56:47.629117 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:47.745117 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-c8d3d9e7-754e-41a3-b134-337c6d82553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.746490 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-c8d3d9e7-754e-41a3-b134-337c6d82553e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.1539962 Mar 29 08:56:47.780063 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-11174eb5-6b51-4da6-81e3-7ea53318d870 req-6f5b81bd-fe5e-4cfe-af49-dbfa495701bf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759338 Mar 29 08:56:47.854452 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-bc277dbf-4d0c-4e0e-a91e-8ae0b3ea9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:47.856842 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-bc277dbf-4d0c-4e0e-a91e-8ae0b3ea9f20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996475 Mar 29 08:56:47.912467 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}, {'id': 'd9b1c3d1-59fb-4747-8a81-b3bfabf5d993', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:c3:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:45Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:47.954188 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb4bf2-563c-4153-b0d5-1f53fe1e4ba9 None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}, {'id': 'd9b1c3d1-59fb-4747-8a81-b3bfabf5d993', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:c3:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:45Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:56:48.192075 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb6863-f265-4ec6-861d-016bdc551ae0 None None] New status for floating IP d9b1c3d1-59fb-4747-8a81-b3bfabf5d993: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:56:48.309537 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-3183693d-160e-4858-8672-b4be965f8567 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196603 Mar 29 08:56:48.442476 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:48.475223 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-94ac3b3d-9d79-431e-8a44-6dd8c4a5ac68 req-ca468e73-f1c1-468f-a3ea-e98964fb2343 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557429 Mar 29 08:56:48.517998 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:48.629682 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Floating IP 75f61051-8192-4a13-b749-2cb094c466c0 associated. External IP: 172.27.1.73, port: d86238ff-0f4b-44a6-aff7-83be35e4ee60. Mar 29 08:56:48.759822 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-b60dd87a-0216-40f7-87d2-64b4c8b8cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:48.761355 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-b60dd87a-0216-40f7-87d2-64b4c8b8cc3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1130 time: 0.0685563 Mar 29 08:56:48.924441 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71de73-f922-4288-b780-1dbc309c9750 req-020b28bd-5f64-459b-90bc-6bc20b8723fd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:48.925934 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-af71de73-f922-4288-b780-1dbc309c9750 req-020b28bd-5f64-459b-90bc-6bc20b8723fd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0572045 Mar 29 08:56:48.974103 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-af71de73-f922-4288-b780-1dbc309c9750 req-ec6d81ec-efdc-4893-8b36-294ab8da68a0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Mar 29 08:56:48.986174 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b931fa-e721-4721-96c3-44aac0683fcb req-5d7384a6-a122-4991-8031-47535e88de59 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:48.987825 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-32b931fa-e721-4721-96c3-44aac0683fcb req-5d7384a6-a122-4991-8031-47535e88de59 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.1716988 Mar 29 08:56:48.990626 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-66e90daf-1c1a-4cc9-9bbb-425e76982594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:48.992256 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-66e90daf-1c1a-4cc9-9bbb-425e76982594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.2240965 Mar 29 08:56:49.061071 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Router c24e3127-725b-4ffc-8df9-111ab2ae7b25 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:56:49.109327 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-4013b1bd-db58-4449-8835-300b89d21e5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 200 len: 1001 time: 0.1071663 Mar 29 08:56:49.114183 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-32b931fa-e721-4721-96c3-44aac0683fcb req-595e8509-0fb1-4868-b2b7-83749cb7c84c tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195574 Mar 29 08:56:49.228233 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-24378a90-2e70-430e-a82f-04316229cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:49.229722 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-24378a90-2e70-430e-a82f-04316229cfb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.1138923 Mar 29 08:56:49.275200 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:56:49.280826 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:49.285108 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] Sync routers for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:56:49.295327 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:49.297119 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:49.317338 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-4efb45a8-7235-4437-823a-f40484b2ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:49.318732 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-4efb45a8-7235-4437-823a-f40484b2ffd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778708 Mar 29 08:56:49.320109 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-d21e4a3f-4091-4041-89f1-7c7497107dd3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "PUT /v2.0/floatingips/75f61051-8192-4a13-b749-2cb094c466c0 HTTP/1.1" status: 200 len: 990 time: 2.0240703 Mar 29 08:56:49.320692 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:49.322988 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c82c0e2-c703-4665-85da-70082ff68523" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:49.357786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d3347b-2022-4049-9d54-cdd8bda6b1ac x-openstack-request-id: req-90d3347b-2022-4049-9d54-cdd8bda6b1ac {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:49.358081 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:49.358338 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90d3347b-2022-4049-9d54-cdd8bda6b1ac {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:49.358740 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d3347b-2022-4049-9d54-cdd8bda6b1ac'] response: {'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'status': 'completed', 'code': 200} Mar 29 08:56:49.411637 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:49.636687 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '75f61051-8192-4a13-b749-2cb094c466c0', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:20Z', 'updated_at': '2022-03-29T08:56:48Z', 'revision_number': 1, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:49.666841 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] Checking router: c24e3127-725b-4ffc-8df9-111ab2ae7b25 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:56:49.675055 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:56:49.675722 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:56:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:49.776718 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:56:49.995245 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '75f61051-8192-4a13-b749-2cb094c466c0', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:20Z', 'updated_at': '2022-03-29T08:56:48Z', 'revision_number': 1, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:56:50.022175 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf2879-ead3-46a8-9566-308e2038a862 None None] The sync data for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi is: [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '75f61051-8192-4a13-b749-2cb094c466c0', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:20Z', 'updated_at': '2022-03-29T08:56:48Z', 'revision_number': 1, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:56:50.106646 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beacbdf-09f9-48be-8a67-93b392965aed req-c3be9cb1-ce2b-4a0f-8909-5ce0050cea29 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:50.108131 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4beacbdf-09f9-48be-8a67-93b392965aed req-c3be9cb1-ce2b-4a0f-8909-5ce0050cea29 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0590107 Mar 29 08:56:50.156183 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4beacbdf-09f9-48be-8a67-93b392965aed req-6399e004-df26-4b39-b12c-1960f40bafb7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Mar 29 08:56:50.237801 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2044e-b978-4d79-a873-260e6c0de010 None None] New status for floating IP 75f61051-8192-4a13-b749-2cb094c466c0: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:56:50.251980 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2d67-20d0-447a-bd43-2008912d7057 req-7f49effe-e215-40ed-b1fd-4355bdfeed6a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:50.251980 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6a3f2d67-20d0-447a-bd43-2008912d7057 req-7f49effe-e215-40ed-b1fd-4355bdfeed6a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0597596 Mar 29 08:56:50.299033 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6a3f2d67-20d0-447a-bd43-2008912d7057 req-d9f4755e-5b5b-4cde-a162-f20fc2f263af tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Mar 29 08:56:50.424961 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-5c02c8f6-8abc-4e16-9b46-23df4c1ddd4b service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826223 Mar 29 08:56:51.287459 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522b6b6-95b9-4974-899e-c65050e90484 req-d19511f6-05b6-4255-b572-dc9f59ec59d3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:51.289118 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5522b6b6-95b9-4974-899e-c65050e90484 req-d19511f6-05b6-4255-b572-dc9f59ec59d3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0551040 Mar 29 08:56:51.343845 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5522b6b6-95b9-4974-899e-c65050e90484 req-a657c740-ac10-434b-a49e-d517e44de2b2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448103 Mar 29 08:56:51.425192 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7882-0473-4b53-9dbe-66264ba93f85 req-0c48498c-b01a-4fa7-a037-fcfd4d676fe5 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:51.426652 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d8a7882-0473-4b53-9dbe-66264ba93f85 req-0c48498c-b01a-4fa7-a037-fcfd4d676fe5 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0586438 Mar 29 08:56:51.472275 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d8a7882-0473-4b53-9dbe-66264ba93f85 req-a284003a-e246-4333-90e1-8a5930f66ec4 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Mar 29 08:56:52.293753 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c0e2-c703-4665-85da-70082ff68523 req-47f2cae8-4592-482d-b8d2-4737d9cc7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:52.296020 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-47f2cae8-4592-482d-b8d2-4737d9cc7a27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.0491183 Mar 29 08:56:52.334943 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a0c93509-70c1-4ac2-8050-f8b8b3b9e3dc req-326b5ece-dc42-46ee-88b7-9584bd1e8477 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993402 Mar 29 08:56:52.396191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c0e2-c703-4665-85da-70082ff68523 req-a3c69ccc-00d5-4a2d-b2db-0e3a153182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:52.397712 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-a3c69ccc-00d5-4a2d-b2db-0e3a153182ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0917456 Mar 29 08:56:52.469211 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-9e0783b7-5b28-4976-9e29-0e1b25a89e58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 1000 time: 0.0639267 Mar 29 08:56:52.474614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15234e61-0ac5-4e65-afc1-50ad5370c73c req-693de7dc-58c2-4707-8306-7473677d1947 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:52.476784 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-15234e61-0ac5-4e65-afc1-50ad5370c73c req-693de7dc-58c2-4707-8306-7473677d1947 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 946 time: 0.0631073 Mar 29 08:56:52.519915 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c0e2-c703-4665-85da-70082ff68523 req-348dfd27-37a7-4ef5-99a0-592bbf2a3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:52.521608 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-348dfd27-37a7-4ef5-99a0-592bbf2a3797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0463190 Mar 29 08:56:52.528493 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-15234e61-0ac5-4e65-afc1-50ad5370c73c req-e6096714-d05a-49b9-95c4-91704b7a0180 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467179 Mar 29 08:56:52.619887 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c0e2-c703-4665-85da-70082ff68523 req-2c54c8e3-c549-4cb3-a1fd-c2179903d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:52.621411 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-2c54c8e3-c549-4cb3-a1fd-c2179903d607 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913827 Mar 29 08:56:52.628204 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff096-a3c5-4bb2-9817-d67fa7ca2630 req-049baea4-f073-4c8e-9a90-22322c80f742 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:52.629553 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df3ff096-a3c5-4bb2-9817-d67fa7ca2630 req-049baea4-f073-4c8e-9a90-22322c80f742 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0685525 Mar 29 08:56:52.728234 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df3ff096-a3c5-4bb2-9817-d67fa7ca2630 req-af0a83a4-eecb-4cd1-a5f6-51e229302bf0 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910797 Mar 29 08:56:52.745463 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-bd93149a-1b1b-4815-bc36-c27bbb03d0bb service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150310 Mar 29 08:56:52.833715 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c82c0e2-c703-4665-85da-70082ff68523 req-bb3eb203-cf7f-41a4-9c76-3ff33a415270 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804112 Mar 29 08:56:53.056427 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:56:53.129858 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: ACTIVE; New status is: DOWN {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:53.130160 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:53.156801 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:53.159499 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c71fdb4-080e-4d50-8cc6-482b2a8c68b8" -d '{"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-unplugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:53.174332 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:53.199947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fba0c3-f372-4541-8d38-7c676785b296 x-openstack-request-id: req-b1fba0c3-f372-4541-8d38-7c676785b296 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:53.199947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-unplugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:53.199947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1fba0c3-f372-4541-8d38-7c676785b296 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:53.199947 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fba0c3-f372-4541-8d38-7c676785b296'] response: {'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'code': 200} Mar 29 08:56:53.236941 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:53.284147 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=8']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:53.664267 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b51b-c499-4f9d-b3e8-17ab937f72d3 req-3096d7df-e2e0-4881-af78-c4173afc94b1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:53.665760 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c910b51b-c499-4f9d-b3e8-17ab937f72d3 req-3096d7df-e2e0-4881-af78-c4173afc94b1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0557919 Mar 29 08:56:53.740668 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c910b51b-c499-4f9d-b3e8-17ab937f72d3 req-2de32907-9248-40d8-aed2-46049d58f9b9 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688460 Mar 29 08:56:53.756097 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-43ea54a8-17e7-474e-97a8-81cd914efd6f tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:53.757551 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-43ea54a8-17e7-474e-97a8-81cd914efd6f tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0734677 Mar 29 08:56:53.849882 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334623c-ccc4-4148-b25f-79bed22736bb req-3b7829d4-0801-43a2-9af3-bfcd0c931da3 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:53.851373 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3334623c-ccc4-4148-b25f-79bed22736bb req-3b7829d4-0801-43a2-9af3-bfcd0c931da3 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Mar 29 08:56:53.858654 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Deleting port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:56:53.859075 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:53.909894 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3334623c-ccc4-4148-b25f-79bed22736bb req-f3cf0d81-d1c8-4007-89aa-cf1ab392391d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 Mar 29 08:56:53.959619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] For port 6a8a7477-4960-4292-8cc4-4ed89c8c9070, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=6a8a7477-4960-4292-8cc4-4ed89c8c9070,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:56:53.959985 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:53.972993 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Calling delete_port for 6a8a7477-4960-4292-8cc4-4ed89c8c9070 owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:56:54.180927 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (6a8a7477-4960-4292-8cc4-4ed89c8c9070), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:54.196116 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['6a8a7477-4960-4292-8cc4-4ed89c8c9070'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:56:54.219914 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Pushing event deleted for resources: {'Port': ['ID=6a8a7477-4960-4292-8cc4-4ed89c8c9070,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:54.254989 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] No DVR routers for this DVR port 6a8a7477-4960-4292-8cc4-4ed89c8c9070 on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:56:54.258099 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:54.261623 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3a5f87fb-9a49-4c60-9c64-e4e8c0e9b6ba req-567b84c8-6e10-42dc-bb7f-b645df82de8e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "DELETE /v2.0/ports/6a8a7477-4960-4292-8cc4-4ed89c8c9070 HTTP/1.1" status: 204 len: 173 time: 0.4965305 Mar 29 08:56:54.262084 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'name': 'network-vif-deleted', 'tag': '6a8a7477-4960-4292-8cc4-4ed89c8c9070'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:56:54.264314 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22e132-c00e-4b56-b19c-4653a3ff8974" -d '{"events": [{"server_uuid": "6d86120b-f012-4478-a9f9-c93a8b23b4c2", "name": "network-vif-deleted", "tag": "6a8a7477-4960-4292-8cc4-4ed89c8c9070"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:56:54.314464 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0a635-90f5-42e3-ba4b-f2577f07b685 x-openstack-request-id: req-c8b0a635-90f5-42e3-ba4b-f2577f07b685 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:56:54.314758 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86120b-f012-4478-a9f9-c93a8b23b4c2", "name": "network-vif-deleted", "tag": "6a8a7477-4960-4292-8cc4-4ed89c8c9070", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:56:54.315006 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8b0a635-90f5-42e3-ba4b-f2577f07b685 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:56:54.315412 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b0a635-90f5-42e3-ba4b-f2577f07b685'] response: {'server_uuid': '6d86120b-f012-4478-a9f9-c93a8b23b4c2', 'name': 'network-vif-deleted', 'tag': '6a8a7477-4960-4292-8cc4-4ed89c8c9070', 'status': 'completed', 'code': 200} Mar 29 08:56:54.877070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef1224-ffff-49c9-a6d1-0fbdd0b6eefc req-aa6abbf0-0c0e-4298-b724-24533d301cb0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:54.878579 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-73ef1224-ffff-49c9-a6d1-0fbdd0b6eefc req-aa6abbf0-0c0e-4298-b724-24533d301cb0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0605547 Mar 29 08:56:54.926903 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-73ef1224-ffff-49c9-a6d1-0fbdd0b6eefc req-7e690d5b-d6a0-43b1-bf6f-efdf1b430c08 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Mar 29 08:56:55.018223 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5ef777ca-ebe1-4cf5-9702-80958ab04309 req-95579615-6893-4454-abf5-248c78dfab41 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d86120b-f012-4478-a9f9-c93a8b23b4c2 HTTP/1.1" status: 200 len: 210 time: 0.0304701 Mar 29 08:56:55.770272 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:56.057005 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574f56-4342-4ef5-828e-dc3dfe65c504 req-14a72a3c-4817-4950-8eb6-9910af166bdd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:56.058474 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0574f56-4342-4ef5-828e-dc3dfe65c504 req-14a72a3c-4817-4950-8eb6-9910af166bdd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0565684 Mar 29 08:56:56.108276 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0574f56-4342-4ef5-828e-dc3dfe65c504 req-a24035c1-9882-4155-8de5-c3b882655939 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Mar 29 08:56:56.252485 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-1866dbcf-c679-4756-9274-0beda0d1c0aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496886 Mar 29 08:56:56.325067 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a269433-6ec5-43da-907b-dcc38609a601 req-a7cc95c2-e2ff-45fc-b538-c8fdd2da2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:56.327188 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-a7cc95c2-e2ff-45fc-b538-c8fdd2da2882 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 1130 time: 0.0451343 Mar 29 08:56:56.353206 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-e8110f5b-2959-4e74-a444-382328285562 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:56.354664 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-e8110f5b-2959-4e74-a444-382328285562 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/networks?id=45201f56-f91c-4dca-a467-8a6698524a99 HTTP/1.1" status: 200 len: 809 time: 0.1010902 Mar 29 08:56:56.375925 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-6c2a4585-a818-41ed-b4f4-d33ca312e64a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/quotas/6a95fd76b6a94f719107ea884ffd4550 HTTP/1.1" status: 200 len: 375 time: 0.0156538 Mar 29 08:56:56.408946 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-7a9f62ce-f779-4cb5-9aad-e7acdc621d45 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a95fd76b6a94f719107ea884ffd4550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321505 Mar 29 08:56:56.451679 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a269433-6ec5-43da-907b-dcc38609a601 req-641f35a3-f534-45c3-9407-92b98ac3dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:56.453379 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-641f35a3-f534-45c3-9407-92b98ac3dd69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.1035275 Mar 29 08:56:56.503336 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-1586bf07-19be-49a1-b41c-ef9d0221794d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 200 len: 217 time: 0.0428886 Mar 29 08:56:56.520871 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-31c2777e-de6a-4b41-9686-fa5bcb9fb29e service neutron] 10.222.0.16 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046286 Mar 29 08:56:56.534576 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-39f620e6-d917-479b-9d67-f529f301188a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:56.556579 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a269433-6ec5-43da-907b-dcc38609a601 req-5ea787ca-0517-4a74-9805-e1fcfd216584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:56.558027 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-5ea787ca-0517-4a74-9805-e1fcfd216584 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0456762 Mar 29 08:56:56.614270 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a269433-6ec5-43da-907b-dcc38609a601 req-4a7149b6-1b72-4228-97aa-fca68984f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:56.615876 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-4a7149b6-1b72-4228-97aa-fca68984f42f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497019 Mar 29 08:56:56.616122 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-55fd5ad7-936f-413b-90b9-863bf20311b6 service neutron] 10.222.0.16 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906167 Mar 29 08:56:56.721854 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-db959259-b93b-4977-84cb-104e39013d81 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993185 Mar 29 08:56:56.822170 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a269433-6ec5-43da-907b-dcc38609a601 req-5bc5687c-08fa-42a7-9c97-0fdecacf0186 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897815 Mar 29 08:56:56.842589 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-086793b8-8902-4815-87c3-686761ade0cd req-560f2e85-5f0b-434f-bc77-99d219c99684 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Mar 29 08:56:57.462653 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [req-33258b36-c353-4d59-93dd-7badf6dff752 req-9e6c6d44-3373-422c-96dc-61b493fde750 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:56:57.463637 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-33258b36-c353-4d59-93dd-7badf6dff752 req-9e6c6d44-3373-422c-96dc-61b493fde750 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054421 Mar 29 08:56:57.952895 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cc5c98e2-dd52-4575-842f-86b27b81983a req-66e49dca-7d8e-4b4f-a863-34ca66fb24a5 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 210 time: 0.0313985 Mar 29 08:56:58.046790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf153c-360f-47e8-8b8d-8b9823758eeb req-4f2712c5-cb17-4219-86c0-eb24acd6a46a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:58.048522 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-10bf153c-360f-47e8-8b8d-8b9823758eeb req-4f2712c5-cb17-4219-86c0-eb24acd6a46a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.3154020 Mar 29 08:56:58.100399 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-10bf153c-360f-47e8-8b8d-8b9823758eeb req-37997028-771d-483e-9b3c-55af957e75d5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Mar 29 08:56:58.376568 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36416) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:58.467261 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-70d13a61-ca29-4018-861f-3b37a8077543 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889840 Mar 29 08:56:58.476735 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-c4eb206e-a987-4aaa-bcd0-9496844cb067 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 08:56:58.477959 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-c4eb206e-a987-4aaa-bcd0-9496844cb067 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052869 Mar 29 08:56:58.561799 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 36452) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:56:58.661238 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-518d75ce-58b5-4340-9edc-0a043e4e2bf3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:58.662623 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-518d75ce-58b5-4340-9edc-0a043e4e2bf3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports/37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 200 len: 941 time: 0.0998037 Mar 29 08:56:58.888735 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-01c05a78-a943-4c10-920a-c8072ecc9aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:58.965870 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-e77d6893-f5bb-47f6-bbb7-bac6bfc932bd tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:58.967330 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-e77d6893-f5bb-47f6-bbb7-bac6bfc932bd tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "GET /v2.0/networks?id=45201f56-f91c-4dca-a467-8a6698524a99 HTTP/1.1" status: 200 len: 809 time: 0.1122453 Mar 29 08:56:58.980154 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Request body: {'port': {'device_id': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99', 'admin_state_up': True, 'tenant_id': '6a95fd76b6a94f719107ea884ffd4550'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:59.068959 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-41b8ee80-ffc2-4195-b827-5fa2d261aa05 req-07355b7c-c65d-48e5-8c0a-656e731a7006 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 210 time: 0.0329525 Mar 29 08:56:59.095854 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:56:59.175345 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Made reservation on behalf of 6a95fd76b6a94f719107ea884ffd4550 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:56:59.178743 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:59.192088 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: DOWN; New status is: DOWN {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:56:59.193109 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 6a8a7477-4960-4292-8cc4-4ed89c8c9070 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:56:59.211697 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 6a8a7477-4960-4292-8cc4-4ed89c8c9070 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:56:59.212041 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 6a8a7477-4960-4292-8cc4-4ed89c8c9070 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:56:59.303603 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e684b53-36b6-40d7-b13b-e20e60452eb9 req-e0528917-ca4b-491d-a362-787e26389817 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:59.307099 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2e684b53-36b6-40d7-b13b-e20e60452eb9 req-e0528917-ca4b-491d-a362-787e26389817 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.1232309 Mar 29 08:56:59.378859 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Allocated IP 172.20.0.13 (45201f56-f91c-4dca-a467-8a6698524a99/fddb8944-e693-4630-9ebf-6c01a49d76b8/0ee41374-f08b-4464-8f42-ae13eadfe1ab) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:56:59.389962 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2e684b53-36b6-40d7-b13b-e20e60452eb9 req-4a22f103-8ad1-4c96-8c88-886fa475e2ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630641 Mar 29 08:56:59.538171 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks [] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:59.653453 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:59.694740 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Network 45201f56-f91c-4dca-a467-8a6698524a99 is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:56:59.697839 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:56:59.702216 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:56:59.737395 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Pushing event updated for resources: {'Port': ['ID=0ee41374-f08b-4464-8f42-ae13eadfe1ab,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:56:59.762600 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:56:59.763834 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:56:59.851476 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-8c034aeb-358f-41ee-bc15-cc1e64854e6d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8751459 Mar 29 08:56:59.865323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Request body: {'port': {'device_id': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:56:59.927218 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.048480 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.191020 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56732dc1-c8a7-4d52-bd89-d0a4c24687a3 req-1237e778-8a5d-44cc-90e5-ac84f07582fc tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:00.192948 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-56732dc1-c8a7-4d52-bd89-d0a4c24687a3 req-1237e778-8a5d-44cc-90e5-ac84f07582fc tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 932 time: 0.0558803 Mar 29 08:57:00.202318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee41374-f08b-4464-8f42-ae13eadfe1ab {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:57:00.210369 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Publish callbacks [] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.224443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Transition to ACTIVE for port object 0ee41374-f08b-4464-8f42-ae13eadfe1ab will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:57:00.241709 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-56732dc1-c8a7-4d52-bd89-d0a4c24687a3 req-cad8c380-672d-46a0-a3ba-300e03a4d43f tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Mar 29 08:57:00.297373 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.348090 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee41374-f08b-4464-8f42-ae13eadfe1ab,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:00.414928 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Attempting to bind port 0ee41374-f08b-4464-8f42-ae13eadfe1ab on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:57:00.415262 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Attempting to bind port 0ee41374-f08b-4464-8f42-ae13eadfe1ab by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:57:00.415588 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Attempting to bind port 0ee41374-f08b-4464-8f42-ae13eadfe1ab on network 45201f56-f91c-4dca-a467-8a6698524a99 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:57:00.420315 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Port 0ee41374-f08b-4464-8f42-ae13eadfe1ab on network 45201f56-f91c-4dca-a467-8a6698524a99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:57:00.420668 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Attempting to bind port 0ee41374-f08b-4464-8f42-ae13eadfe1ab on network 45201f56-f91c-4dca-a467-8a6698524a99 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:57:00.430047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:57:00.430047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Checking segment: {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:57:00.430047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Bound using segment: {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:57:00.430047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Bound port: 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a47267-9de0-4a76-86a5-1a08d977b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:57:00.430047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.524306 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] For port 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:57:00.541786 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] For port 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0ee41374-f08b-4464-8f42-ae13eadfe1ab,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:57:00.557897 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d666-ca25-4614-b0eb-9e156f2609bf req-c9a2cf8b-5fa1-4946-a05a-3e7b6ab1803a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:00.559423 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8226d666-ca25-4614-b0eb-9e156f2609bf req-c9a2cf8b-5fa1-4946-a05a-3e7b6ab1803a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0782733 Mar 29 08:57:00.604426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.620596 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8226d666-ca25-4614-b0eb-9e156f2609bf req-9106e26a-18e9-401f-9c05-028f151b9d75 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538464 Mar 29 08:57:00.645416 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:00.646035 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:00.647375 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ee41374-f08b-4464-8f42-ae13eadfe1ab HTTP/1.1" status: 200 len: 1094 time: 0.7860789 Mar 29 08:57:00.647821 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'tag': '0ee41374-f08b-4464-8f42-ae13eadfe1ab'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:00.650039 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf7c07b-bc8e-42e5-a579-e017110a765b" -d '{"events": [{"name": "network-changed", "server_uuid": "20265a59-8395-4f9f-9643-d9e91d9b9102", "tag": "0ee41374-f08b-4464-8f42-ae13eadfe1ab"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:00.683693 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00967fc8-6cd0-4ad5-a4b8-f142231f13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee41374-f08b-4464-8f42-ae13eadfe1ab,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:00.689002 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17b328-95f1-4178-9978-425f7c9194d9 x-openstack-request-id: req-6a17b328-95f1-4178-9978-425f7c9194d9 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:00.689289 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20265a59-8395-4f9f-9643-d9e91d9b9102", "tag": "0ee41374-f08b-4464-8f42-ae13eadfe1ab", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:00.689574 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a17b328-95f1-4178-9978-425f7c9194d9 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:00.689980 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a17b328-95f1-4178-9978-425f7c9194d9'] response: {'name': 'network-changed', 'server_uuid': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'tag': '0ee41374-f08b-4464-8f42-ae13eadfe1ab', 'status': 'completed', 'code': 200} Mar 29 08:57:00.754893 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c07b-bc8e-42e5-a579-e017110a765b req-af47e85a-ac94-47e7-b46f-05f59e118756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:00.756452 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cdf7c07b-bc8e-42e5-a579-e017110a765b req-af47e85a-ac94-47e7-b46f-05f59e118756 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a95fd76b6a94f719107ea884ffd4550&device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 1128 time: 0.0494323 Mar 29 08:57:00.869056 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c07b-bc8e-42e5-a579-e017110a765b req-7fe153a1-c6ee-4249-87e8-d973f7d80db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:00.870733 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cdf7c07b-bc8e-42e5-a579-e017110a765b req-7fe153a1-c6ee-4249-87e8-d973f7d80db0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6a95fd76b6a94f719107ea884ffd4550&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0951712 Mar 29 08:57:00.975555 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c07b-bc8e-42e5-a579-e017110a765b req-9820171d-ef92-428b-829b-8bf725ea5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:00.977118 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cdf7c07b-bc8e-42e5-a579-e017110a765b req-9820171d-ef92-428b-829b-8bf725ea5905 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994427 Mar 29 08:57:01.074714 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-f3d1c52d-db19-4ba0-872d-df0c95726214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.076279 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-f3d1c52d-db19-4ba0-872d-df0c95726214 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a95fd76b6a94f719107ea884ffd4550&device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 1128 time: 0.0462351 Mar 29 08:57:01.119851 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-bbaf5126-8462-46d7-8808-1b3e97a4e648 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee41374-f08b-4464-8f42-ae13eadfe1ab HTTP/1.1" status: 200 len: 217 time: 0.0355244 Mar 29 08:57:01.168793 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-17f51d59-3957-4f90-b70b-494f0839d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.170256 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-17f51d59-3957-4f90-b70b-494f0839d4c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fddb8944-e693-4630-9ebf-6c01a49d76b8 HTTP/1.1" status: 200 len: 849 time: 0.0449550 Mar 29 08:57:01.205137 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-088711a9-8611-447a-99e3-3b74249d5057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45201f56-f91c-4dca-a467-8a6698524a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287628 Mar 29 08:57:01.252713 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:01.299979 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-3c598660-f739-4268-a512-bc7c90f692b3 service neutron] 10.222.0.13 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872638 Mar 29 08:57:01.421737 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28518f9-1d23-466d-94a7-594a2f49bc3d req-10bbe1b2-932f-4a16-927c-b1bdb7e6a530 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.423209 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d28518f9-1d23-466d-94a7-594a2f49bc3d req-10bbe1b2-932f-4a16-927c-b1bdb7e6a530 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 944 time: 0.1137521 Mar 29 08:57:01.448305 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a28a7974-70ba-472e-a1c4-e222d74bbac9 req-0c7fe9f8-eee2-4102-be6d-1ddbcd94e467 service neutron] 10.222.0.13 "GET /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305037 Mar 29 08:57:01.486550 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d28518f9-1d23-466d-94a7-594a2f49bc3d req-29ae7576-6a39-4afe-8455-982e97ebc0ca tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Mar 29 08:57:01.586866 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-2ffa8751-503a-486f-84a1-697442a8f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.589487 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-2ffa8751-503a-486f-84a1-697442a8f1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746&tenant_id=c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 1128 time: 0.0876644 Mar 29 08:57:01.658790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-7c1a6f2c-56f9-4697-8845-4613d15a4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.660273 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-7c1a6f2c-56f9-4697-8845-4613d15a4fd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1128 time: 0.0454855 Mar 29 08:57:01.745074 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b65e4e-f64c-4f9b-bb23-83bc30a26d84 req-a9f294a8-6b36-4ca8-8574-d88ca952fecf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.746457 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b4b65e4e-f64c-4f9b-bb23-83bc30a26d84 req-a9f294a8-6b36-4ca8-8574-d88ca952fecf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0539291 Mar 29 08:57:01.756165 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-e91f5fa6-6070-4106-9174-1b1f594708af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.757631 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-e91f5fa6-6070-4106-9174-1b1f594708af service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.0871603 Mar 29 08:57:01.794028 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b4b65e4e-f64c-4f9b-bb23-83bc30a26d84 req-3db5ce90-c0c7-441b-85c8-770a55235aad tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Mar 29 08:57:01.833018 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-2cb925eb-392b-4eab-b18e-564f640b04d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 200 len: 999 time: 0.0628877 Mar 29 08:57:01.886953 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-8f5a9d85-5e1b-44c9-8de6-0cafa8baa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.888933 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-8f5a9d85-5e1b-44c9-8de6-0cafa8baa3cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0429962 Mar 29 08:57:01.941296 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-826dfc76-5c77-412b-865d-99f8b007dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:01.942785 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-826dfc76-5c77-412b-865d-99f8b007dd2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463157 Mar 29 08:57:02.045537 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-f1bd3391-2140-42af-b9a5-3ddc09453e3a service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823486 Mar 29 08:57:02.143510 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e4bcbed3-5582-47bd-872b-bff91d6dde3e req-55dd2d6f-00d6-4167-b9cf-43a2857a98de service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843706 Mar 29 08:57:02.604495 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393948-198e-4233-ae00-effe2af80992 req-87075b8e-fff5-4185-bca3-3a5e2eeb9a11 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:02.605968 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4a393948-198e-4233-ae00-effe2af80992 req-87075b8e-fff5-4185-bca3-3a5e2eeb9a11 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 944 time: 0.0574083 Mar 29 08:57:02.659932 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4a393948-198e-4233-ae00-effe2af80992 req-7ab27aee-800f-4f4f-972d-53c993bcfce9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Mar 29 08:57:02.934845 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b57a5-f6e8-48bf-a315-ab8bbd6962f3 req-005ab5b2-adba-477d-ad19-bfe487a8fbb5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:02.939058 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-015b57a5-f6e8-48bf-a315-ab8bbd6962f3 req-005ab5b2-adba-477d-ad19-bfe487a8fbb5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0637600 Mar 29 08:57:03.042839 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:03.051761 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-015b57a5-f6e8-48bf-a315-ab8bbd6962f3 req-27240b09-4840-418f-b427-85f1d0ece009 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056509 Mar 29 08:57:03.411870 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-d30a513e-b7e1-4fd9-aaab-93359bbc8ad1 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422621939&fields=id&tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 267 time: 0.0583491 Mar 29 08:57:03.536981 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-7301d949-dc65-4381-96ac-87febab56038 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:03.538582 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-7301d949-dc65-4381-96ac-87febab56038 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 812 time: 0.1198444 Mar 29 08:57:03.552558 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-44df173c-f737-40b2-96dd-bf20d3c28678 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/quotas/886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 375 time: 0.0085473 Mar 29 08:57:03.610482 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-9fbe31ef-bca4-404e-914e-8641ca6fcdb8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531156 Mar 29 08:57:03.715090 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-8ee4b3de-871c-4f85-a03b-7afbe5f5167c service neutron] 10.222.0.16 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926709 Mar 29 08:57:03.799067 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac909fa2-943e-447d-89d8-8ea68c498389 req-cbe00b39-8691-470d-8923-c101efb9d80d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:03.803031 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ac909fa2-943e-447d-89d8-8ea68c498389 req-cbe00b39-8691-470d-8923-c101efb9d80d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 944 time: 0.0765674 Mar 29 08:57:03.835285 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-d2913de1-9b6a-4c7f-b3fc-7b251c9f27d5 service neutron] 10.222.0.16 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134319 Mar 29 08:57:03.854904 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ac909fa2-943e-447d-89d8-8ea68c498389 req-3e097871-c21f-447a-a8af-718ec36a9e1a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455561 Mar 29 08:57:04.192219 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308aab-37d1-4ad1-805b-60b2eec89f79 req-c92cb622-ce47-4e32-9e6a-fd211fa96e1c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:04.195705 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a4308aab-37d1-4ad1-805b-60b2eec89f79 req-c92cb622-ce47-4e32-9e6a-fd211fa96e1c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0585248 Mar 29 08:57:04.252549 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a4308aab-37d1-4ad1-805b-60b2eec89f79 req-391a55f4-b66e-4039-a9bc-749e98737a37 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506423 Mar 29 08:57:04.923904 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a82661ad-3d3a-42f3-9cf5-2728aa3a0a5a req-a291a434-2389-4a54-b28b-afc4ccbbc008 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0675464 Mar 29 08:57:05.029478 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fecd8-7285-4000-b61e-fc9673d36f42 req-ae7b9914-87e3-4c33-8c8e-a43bc84493cd tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:05.031796 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c9fecd8-7285-4000-b61e-fc9673d36f42 req-ae7b9914-87e3-4c33-8c8e-a43bc84493cd tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 944 time: 0.0773921 Mar 29 08:57:05.079384 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c9fecd8-7285-4000-b61e-fc9673d36f42 req-06f270fd-827e-4f3f-9cea-cf6d364f8afe tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Mar 29 08:57:05.129979 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0ee41374-f08b-4464-8f42-ae13eadfe1ab details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:57:05.228525 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0ee41374-f08b-4464-8f42-ae13eadfe1ab,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:05.241427 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '0ee41374-f08b-4464-8f42-ae13eadfe1ab', 'network_id': '45201f56-f91c-4dca-a467-8a6698524a99', 'port_id': '0ee41374-f08b-4464-8f42-ae13eadfe1ab', 'mac_address': 'fa:16:3e:4c:b3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddb8944-e693-4630-9ebf-6c01a49d76b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:57:05.286303 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0ee41374-f08b-4464-8f42-ae13eadfe1ab is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:57:05.286694 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:05.313006 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee41374-f08b-4464-8f42-ae13eadfe1ab {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:57:05.337111 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0ee41374-f08b-4464-8f42-ae13eadfe1ab,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:05.397639 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468b10f-e948-4ee4-bab9-9fee9696335c req-b45f5089-b58f-4c27-a02f-8b155fde8594 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:05.399652 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2468b10f-e948-4ee4-bab9-9fee9696335c req-b45f5089-b58f-4c27-a02f-8b155fde8594 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0558114 Mar 29 08:57:05.466384 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:05.472463 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2468b10f-e948-4ee4-bab9-9fee9696335c req-95df1029-63c2-4f25-8704-021f0751fb6a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575886 Mar 29 08:57:05.533758 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0ee41374-f08b-4464-8f42-ae13eadfe1ab,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:05.798924 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['0ee41374-f08b-4464-8f42-ae13eadfe1ab'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:57:06.023851 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cf96b310-c5f3-41f3-accb-d1ee50259b4e req-a95b2b76-4875-4fd0-b928-c3ad9affd096 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0480497 Mar 29 08:57:06.198245 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac619e-abc5-45d3-8289-34a7854c213e req-c65fd0a3-b1a2-472f-9f46-dbd40de28e91 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:06.199707 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d5ac619e-abc5-45d3-8289-34a7854c213e req-c65fd0a3-b1a2-472f-9f46-dbd40de28e91 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 945 time: 0.0521445 Mar 29 08:57:06.252227 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d5ac619e-abc5-45d3-8289-34a7854c213e req-7e72c658-17de-4179-8d8d-926840d93d6e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Mar 29 08:57:06.599050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73927a1-bdae-41ae-a355-1e848816ffbc req-14302244-a935-40cb-a87b-e1b4fd491885 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:06.600551 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e73927a1-bdae-41ae-a355-1e848816ffbc req-14302244-a935-40cb-a87b-e1b4fd491885 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0638857 Mar 29 08:57:06.649720 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e73927a1-bdae-41ae-a355-1e848816ffbc req-04d536a2-c46b-4483-90fc-6a451ed4c8d5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436153 Mar 29 08:57:07.120573 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-224eeea6-7403-4e26-adbd-78d5984c79ee req-58c1c48e-2da2-4946-9be8-64c5f8681086 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0274613 Mar 29 08:57:07.148634 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0ee41374-f08b-4464-8f42-ae13eadfe1ab up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:57:07.259534 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 0ee41374-f08b-4464-8f42-ae13eadfe1ab completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:57:07.264231 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 0ee41374-f08b-4464-8f42-ae13eadfe1ab triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:57:07.264641 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:07.383777 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35cde6-1de4-40d8-8037-142411bef8c2 req-282e2d6b-91aa-4109-ac15-0d44fc833f37 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:07.385219 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ca35cde6-1de4-40d8-8037-142411bef8c2 req-282e2d6b-91aa-4109-ac15-0d44fc833f37 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 945 time: 0.0620856 Mar 29 08:57:07.397006 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0ee41374-f08b-4464-8f42-ae13eadfe1ab is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:57:07.397474 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:07.430502 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee41374-f08b-4464-8f42-ae13eadfe1ab'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:07.440666 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c747cc4-fc9a-4665-9a7d-d948f0d3f8e5" -d '{"events": [{"server_uuid": "20265a59-8395-4f9f-9643-d9e91d9b9102", "name": "network-vif-plugged", "status": "completed", "tag": "0ee41374-f08b-4464-8f42-ae13eadfe1ab"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:07.453894 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0ee41374-f08b-4464-8f42-ae13eadfe1ab,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:07.463896 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ca35cde6-1de4-40d8-8037-142411bef8c2 req-a6478ad3-abe3-4857-83f4-9e7c38eb1a05 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717280 Mar 29 08:57:07.484012 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c49b64-61c1-48da-a5da-35753467b2b9 x-openstack-request-id: req-c9c49b64-61c1-48da-a5da-35753467b2b9 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:07.484311 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20265a59-8395-4f9f-9643-d9e91d9b9102", "name": "network-vif-plugged", "status": "completed", "tag": "0ee41374-f08b-4464-8f42-ae13eadfe1ab", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:07.484601 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9c49b64-61c1-48da-a5da-35753467b2b9 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:07.485000 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c49b64-61c1-48da-a5da-35753467b2b9'] response: {'server_uuid': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee41374-f08b-4464-8f42-ae13eadfe1ab', 'code': 200} Mar 29 08:57:07.511548 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:07.570248 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0ee41374-f08b-4464-8f42-ae13eadfe1ab,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:07.786011 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e3f9-007c-46f7-b893-cfdd0ece44d6 req-d95c72c1-2672-47da-8afc-f653d0c19272 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:07.789022 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5b10e3f9-007c-46f7-b893-cfdd0ece44d6 req-d95c72c1-2672-47da-8afc-f653d0c19272 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0572028 Mar 29 08:57:07.838628 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5b10e3f9-007c-46f7-b893-cfdd0ece44d6 req-0a6eaaf6-a668-4096-8a14-b9ee142eddff tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431635 Mar 29 08:57:08.224821 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d96cd2fc-7250-4108-93ec-e84b093062a2 req-ed12f93d-7141-4a6e-a250-d24b94e7123d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0318689 Mar 29 08:57:08.597826 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd0665-5922-4a7a-88e5-65aab54e803e req-11fd745d-f4b3-43b4-b8bf-8783aea0cbed tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:08.599367 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7ecd0665-5922-4a7a-88e5-65aab54e803e req-11fd745d-f4b3-43b4-b8bf-8783aea0cbed tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0532804 Mar 29 08:57:08.651297 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7ecd0665-5922-4a7a-88e5-65aab54e803e req-3ba6d565-4d6e-4f11-8dc7-9830b868904c tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Mar 29 08:57:08.971085 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae673209-ff3d-40ee-bcd2-d02e650a88fe req-ac2cc741-7cc4-48f7-8f0e-fe404e07fdf7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:08.972502 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ae673209-ff3d-40ee-bcd2-d02e650a88fe req-ac2cc741-7cc4-48f7-8f0e-fe404e07fdf7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0562687 Mar 29 08:57:09.026001 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ae673209-ff3d-40ee-bcd2-d02e650a88fe req-e9dea070-17d9-47b4-a651-ea842594fb5f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480409 Mar 29 08:57:09.325836 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5c5ebe42-5929-402d-aa31-f244a32123af req-bf802050-2aad-4ac3-91ba-e1a9aacdfdf0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0269015 Mar 29 08:57:09.794125 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4ab00-2755-4630-8ae8-87958e645257 req-1c4d6624-5d65-40ee-baae-4406be9b034e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:09.795894 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2aa4ab00-2755-4630-8ae8-87958e645257 req-1c4d6624-5d65-40ee-baae-4406be9b034e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0605304 Mar 29 08:57:09.852214 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2aa4ab00-2755-4630-8ae8-87958e645257 req-fcd2410d-db71-4605-8881-5ec1a544a50d tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503511 Mar 29 08:57:10.165797 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538391bf-754d-41e5-968d-83cfa8b0cf02 req-d9876043-6808-4f65-8439-677056ac99e6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:10.167988 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-538391bf-754d-41e5-968d-83cfa8b0cf02 req-d9876043-6808-4f65-8439-677056ac99e6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0557921 Mar 29 08:57:10.223151 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-538391bf-754d-41e5-968d-83cfa8b0cf02 req-85eeaf02-e925-48f9-b035-c05fa0953eb9 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488257 Mar 29 08:57:10.429843 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f9553663-2d70-47c3-9349-9a19cf6172dd req-bf51ed28-26ca-4f53-b26d-8ea78c0b1903 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0316875 Mar 29 08:57:10.976879 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a11dc-3fd6-4621-8192-a3b82cc45d7c req-05c7ba8a-75bd-4d57-988c-4587edf7046c tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:10.978617 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-527a11dc-3fd6-4621-8192-a3b82cc45d7c req-05c7ba8a-75bd-4d57-988c-4587edf7046c tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0561087 Mar 29 08:57:11.244565 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-527a11dc-3fd6-4621-8192-a3b82cc45d7c req-53689113-942d-424e-8a11-d106204ef89c tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600546 Mar 29 08:57:11.355989 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a7cb9-673d-46fe-af30-e00d5eb995ad req-f8f32665-61d2-4c9b-a183-16f69518b54c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:11.357486 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c7a7cb9-673d-46fe-af30-e00d5eb995ad req-f8f32665-61d2-4c9b-a183-16f69518b54c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0619614 Mar 29 08:57:11.408071 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c7a7cb9-673d-46fe-af30-e00d5eb995ad req-49678832-cb5f-4163-8b27-e2ad82664d35 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Mar 29 08:57:11.528101 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-82ee141f-7496-4c35-a24b-f9d745c9debb req-1a5b664b-8464-4f9c-8ba0-9e7aec771016 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0331628 Mar 29 08:57:12.402143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1032-6886-40d9-81ec-a7511ed12d06 req-778f0570-f290-4d88-b8da-9aea2c1eec63 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:12.403631 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-37df1032-6886-40d9-81ec-a7511ed12d06 req-778f0570-f290-4d88-b8da-9aea2c1eec63 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0528276 Mar 29 08:57:12.456978 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-37df1032-6886-40d9-81ec-a7511ed12d06 req-29d9bfeb-c063-4d42-8919-4cdbb7a3f0df tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466430 Mar 29 08:57:12.538613 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8384f-4920-4ded-bb23-79a8b2ffc820 req-c247ed18-28d7-46af-bcb2-6db86c9c8a6a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:12.540198 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-93e8384f-4920-4ded-bb23-79a8b2ffc820 req-c247ed18-28d7-46af-bcb2-6db86c9c8a6a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0559559 Mar 29 08:57:12.588134 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-93e8384f-4920-4ded-bb23-79a8b2ffc820 req-d5f245c3-9cae-4472-bbb2-bce99fe0e904 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Mar 29 08:57:12.648035 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c7c47c8f-198c-4dea-a724-e36081542ccd req-23fdd0ba-bbb1-4690-8001-9d9fb0707bbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0450981 Mar 29 08:57:13.576499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f43e-47f8-4b61-857f-f769d41956b8 req-5ef8a744-2f71-4fd2-ad2f-000291cb05b7 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:13.577946 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95f9f43e-47f8-4b61-857f-f769d41956b8 req-5ef8a744-2f71-4fd2-ad2f-000291cb05b7 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0553989 Mar 29 08:57:13.629235 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95f9f43e-47f8-4b61-857f-f769d41956b8 req-bff60b61-915d-42d2-b3ca-8c86ab100131 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Mar 29 08:57:13.722776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc3780-c5fb-45bd-82b5-bc5517bb1969 req-2732ab1f-557c-4b2f-89ef-8ea1dc14e7ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:13.724750 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-31fc3780-c5fb-45bd-82b5-bc5517bb1969 req-2732ab1f-557c-4b2f-89ef-8ea1dc14e7ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0589755 Mar 29 08:57:13.758150 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f9bd27c-b419-4e26-b96f-c22de9add65f req-83284b59-0cfe-437d-a1fc-9cf944eeea37 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0268211 Mar 29 08:57:13.772322 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-31fc3780-c5fb-45bd-82b5-bc5517bb1969 req-20a1da72-23ee-4025-b7ae-960f13ac1603 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Mar 29 08:57:14.742582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c18-ee9c-44aa-9763-9182f6586089 req-0335f6ef-1c82-4f77-bb82-e2ef539280de tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:14.744031 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-43924c18-ee9c-44aa-9763-9182f6586089 req-0335f6ef-1c82-4f77-bb82-e2ef539280de tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0507700 Mar 29 08:57:14.789677 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-43924c18-ee9c-44aa-9763-9182f6586089 req-c1424991-0123-4e4d-a6d1-f5a11810035e tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Mar 29 08:57:14.849543 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-79a3e4ef-9dec-4715-aaec-2b0d38c5c1fd req-32076ddc-0ff0-486d-901b-65eff0ab85a2 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0261157 Mar 29 08:57:14.898080 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44ca04-2be5-4051-8228-76ed1e767239 req-b37cd5c0-c322-4a1d-bee8-dfdc40b0dda6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:14.899539 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c44ca04-2be5-4051-8228-76ed1e767239 req-b37cd5c0-c322-4a1d-bee8-dfdc40b0dda6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0567570 Mar 29 08:57:14.945207 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c44ca04-2be5-4051-8228-76ed1e767239 req-3ab1bff1-daba-417e-b577-dba5ddf9364d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 Mar 29 08:57:15.853140 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28ddda-a5e4-49ef-b65d-e456f2d9fdc0 req-f6e21512-7408-44ca-a964-dd90310175fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:15.854954 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ec28ddda-a5e4-49ef-b65d-e456f2d9fdc0 req-f6e21512-7408-44ca-a964-dd90310175fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 1130 time: 0.0493894 Mar 29 08:57:15.930258 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ec28ddda-a5e4-49ef-b65d-e456f2d9fdc0 req-d6db8dd0-0cc3-49e3-b867-0689d2825952 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638394 Mar 29 08:57:15.937277 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa5eb-c129-4aa3-8c37-44edc2f17ee6 req-969ee80a-843f-4a88-998b-974715861086 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:15.938651 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-aadfa5eb-c129-4aa3-8c37-44edc2f17ee6 req-969ee80a-843f-4a88-998b-974715861086 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0828450 Mar 29 08:57:15.944257 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-56971810-6d1a-43d7-8bf2-92e6b49d00ea req-46b223d4-f4d9-4c91-9de9-54f5dbbe7a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0288358 Mar 29 08:57:15.986485 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-aadfa5eb-c129-4aa3-8c37-44edc2f17ee6 req-a1bee5d3-7c02-4d91-8206-d89d24989d69 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Mar 29 08:57:16.066192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c9b2-d275-4eb5-8f98-9818725ff267 req-12fa3b74-5318-4781-8e10-9ea5bf05609c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:16.067672 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca0c9b2-d275-4eb5-8f98-9818725ff267 req-12fa3b74-5318-4781-8e10-9ea5bf05609c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0531790 Mar 29 08:57:16.112601 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ca0c9b2-d275-4eb5-8f98-9818725ff267 req-e1e28195-5b62-440a-9014-061c7f081dc3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Mar 29 08:57:16.909127 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-6acf6476-4e76-497f-b275-fdd712b565d9 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:16.910567 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-6acf6476-4e76-497f-b275-fdd712b565d9 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 812 time: 0.1015015 Mar 29 08:57:16.973034 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-4c58f4fc-e6e5-4830-a803-a7c79fb78d52 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 380 time: 0.0514235 Mar 29 08:57:16.982124 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'port': {'device_id': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'admin_state_up': True, 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'security_groups': ['234c5bf6-7dd7-4929-a62a-819c89f89137']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:17.066481 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0f07b4ad-d478-4888-b5ae-a11c96f1654a req-8b42e022-f81d-4fea-bb9f-702504cfa2d8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0399756 Mar 29 08:57:17.124383 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befabad-8785-4637-a6ce-2dd161665912 req-47725f20-efaf-4add-87b3-2126f165b2e8 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:17.126013 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3befabad-8785-4637-a6ce-2dd161665912 req-47725f20-efaf-4add-87b3-2126f165b2e8 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0656826 Mar 29 08:57:17.174116 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3befabad-8785-4637-a6ce-2dd161665912 req-523304c3-50d5-434a-9fa1-6e7ac4ebc683 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Mar 29 08:57:17.219573 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Made reservation on behalf of 886f5ce2dbcc4eb6a8af47e9409f5e20 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:57:17.223359 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:17.292112 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16604687-7eb3-47ed-9ce5-ac97d1b14528 req-800b3d55-41de-4471-aaaa-8e332c479184 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:17.293616 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-16604687-7eb3-47ed-9ce5-ac97d1b14528 req-800b3d55-41de-4471-aaaa-8e332c479184 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.1094186 Mar 29 08:57:17.620718 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-16604687-7eb3-47ed-9ce5-ac97d1b14528 req-76767b67-234f-42fe-92cf-2237f291bd10 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187051 Mar 29 08:57:17.636566 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Allocated IP 172.20.0.6 (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf/abda5ae9-6f65-4bc5-9d92-053701303107/b640fa96-17d3-451e-ba5f-da22b012527a) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:57:17.771165 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (b640fa96-17d3-451e-ba5f-da22b012527a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:17.846630 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:17.891347 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:57:17.895135 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:57:17.901599 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:57:17.924098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=b640fa96-17d3-451e-ba5f-da22b012527a,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:17.939126 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.939476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.939813 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.940176 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.940528 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.940847 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.941170 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.941498 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.941817 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.942148 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.942464 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.942784 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.943101 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.943415 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.943729 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:17.964727 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:17.969520 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.050499 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c75643ea-1efe-4017-a617-05b97ac4a941 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0720315 Mar 29 08:57:18.065662 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Request body: {'port': {'device_id': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:18.123221 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.151718 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-70458287-7b51-4bc2-8b32-1ea24d01b25c None None] Provisioning complete for port b640fa96-17d3-451e-ba5f-da22b012527a triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:57:18.152391 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-70458287-7b51-4bc2-8b32-1ea24d01b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.203923 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-70458287-7b51-4bc2-8b32-1ea24d01b25c None None] Port b640fa96-17d3-451e-ba5f-da22b012527a cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:57:18.218841 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446a835-9aa9-49c7-bba7-abdd7d197f29 req-ba4dd6c0-36a4-4edc-abb7-1407d7bace5c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:18.220617 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9446a835-9aa9-49c7-bba7-abdd7d197f29 req-ba4dd6c0-36a4-4edc-abb7-1407d7bace5c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 931 time: 0.0809762 Mar 29 08:57:18.276125 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9446a835-9aa9-49c7-bba7-abdd7d197f29 req-c906a1de-de65-47ec-ad4a-e8c83b2e9963 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480533 Mar 29 08:57:18.402792 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640d77-92a2-4cf2-a548-cdbd2651a67a req-b8665ffb-0a82-459d-9185-ec403062a870 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:18.404262 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fd640d77-92a2-4cf2-a548-cdbd2651a67a req-b8665ffb-0a82-459d-9185-ec403062a870 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0824642 Mar 29 08:57:18.489162 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fd640d77-92a2-4cf2-a548-cdbd2651a67a req-4bec6335-e510-45e6-a654-6b951fce66b1 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788202 Mar 29 08:57:18.505548 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b640fa96-17d3-451e-ba5f-da22b012527a {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:57:18.505548 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Publish callbacks [] for port (b640fa96-17d3-451e-ba5f-da22b012527a), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.519974 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Transition to ACTIVE for port object b640fa96-17d3-451e-ba5f-da22b012527a will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:57:18.602408 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.691754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b640fa96-17d3-451e-ba5f-da22b012527a,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:18.727125 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Attempting to bind port b640fa96-17d3-451e-ba5f-da22b012527a on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:57:18.727504 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Attempting to bind port b640fa96-17d3-451e-ba5f-da22b012527a by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:57:18.727827 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Attempting to bind port b640fa96-17d3-451e-ba5f-da22b012527a on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:57:18.732293 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Port b640fa96-17d3-451e-ba5f-da22b012527a on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:57:18.732708 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Attempting to bind port b640fa96-17d3-451e-ba5f-da22b012527a on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:57:18.738418 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:57:18.738768 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Checking segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:57:18.739154 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Bound using segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:57:18.739592 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Bound port: b640fa96-17d3-451e-ba5f-da22b012527a, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:57:18.739955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.770788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a239ac-e1fd-4d0e-9114-fc7003df900a req-10868954-f74c-4274-8b93-0925370e9dee tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:18.772607 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f4a239ac-e1fd-4d0e-9114-fc7003df900a req-10868954-f74c-4274-8b93-0925370e9dee tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0612094 Mar 29 08:57:18.812403 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:57:18.823335 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] For port b640fa96-17d3-451e-ba5f-da22b012527a, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:57:18.824901 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f4a239ac-e1fd-4d0e-9114-fc7003df900a req-ff6afd92-35d8-491a-9624-df38fa9d6b88 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Mar 29 08:57:18.828654 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] For port b640fa96-17d3-451e-ba5f-da22b012527a, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b640fa96-17d3-451e-ba5f-da22b012527a,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:57:18.903292 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.943782 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:18.944565 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:18.945815 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b640fa96-17d3-451e-ba5f-da22b012527a HTTP/1.1" status: 200 len: 1093 time: 0.8849006 Mar 29 08:57:18.946313 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:18.950905 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0643d8-4d1c-4e1d-9228-613be9e7d043" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:18.983454 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bfb79-f00c-406b-9fd8-36d0282fa7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b640fa96-17d3-451e-ba5f-da22b012527a,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:18.988846 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec88ac2c-d186-43b1-b7c0-bfaddaa9d8c2 x-openstack-request-id: req-ec88ac2c-d186-43b1-b7c0-bfaddaa9d8c2 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:18.989268 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:18.989658 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec88ac2c-d186-43b1-b7c0-bfaddaa9d8c2 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:19.003049 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec88ac2c-d186-43b1-b7c0-bfaddaa9d8c2'] response: {'name': 'network-changed', 'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'status': 'completed', 'code': 200} Mar 29 08:57:19.071872 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0643d8-4d1c-4e1d-9228-613be9e7d043 req-093514a3-3950-4caa-a637-1bffb3fbc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.071872 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4c0643d8-4d1c-4e1d-9228-613be9e7d043 req-093514a3-3950-4caa-a637-1bffb3fbc1b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 1127 time: 0.0578554 Mar 29 08:57:19.183544 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0643d8-4d1c-4e1d-9228-613be9e7d043 req-63a6a4c8-e541-40f4-bb35-d4e299abc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.184941 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4c0643d8-4d1c-4e1d-9228-613be9e7d043 req-63a6a4c8-e541-40f4-bb35-d4e299abc3b1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1067584 Mar 29 08:57:19.281225 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0643d8-4d1c-4e1d-9228-613be9e7d043 req-839ddf28-2a57-4466-9d0a-92ae010cef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.283383 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4c0643d8-4d1c-4e1d-9228-613be9e7d043 req-839ddf28-2a57-4466-9d0a-92ae010cef88 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902357 Mar 29 08:57:19.367309 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-4fe1a7d7-0747-4491-9beb-e1ed7ec132e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.368834 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-4fe1a7d7-0747-4491-9beb-e1ed7ec132e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 1127 time: 0.0471985 Mar 29 08:57:19.402034 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcfdde-3f2d-4b63-a33d-0a6bce443c72 req-74f51d4a-ce90-4b96-92ce-879de6555f7b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.403539 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-98dcfdde-3f2d-4b63-a33d-0a6bce443c72 req-74f51d4a-ce90-4b96-92ce-879de6555f7b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0553277 Mar 29 08:57:19.415872 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c76733a0-e31b-45be-b63c-1645672ea55e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b640fa96-17d3-451e-ba5f-da22b012527a HTTP/1.1" status: 200 len: 217 time: 0.0375648 Mar 29 08:57:19.453182 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-98dcfdde-3f2d-4b63-a33d-0a6bce443c72 req-49e41528-2a4d-4843-9b24-21ae54a180f7 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Mar 29 08:57:19.466210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-0629845b-057c-499f-9ebf-6f14ef621fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.467670 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-0629845b-057c-499f-9ebf-6f14ef621fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0451629 Mar 29 08:57:19.518045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b6da-c779-4d96-9085-97430ab68437 req-4fff54c3-7cdd-4047-913c-f5a674805958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.522787 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-4fff54c3-7cdd-4047-913c-f5a674805958 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455008 Mar 29 08:57:19.619332 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-3aabe33b-571e-4a60-84e0-3369c291e471 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870252 Mar 29 08:57:19.709047 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc55b6da-c779-4d96-9085-97430ab68437 req-c2855761-9a11-487e-84b6-f9f4043d10f5 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816169 Mar 29 08:57:19.946115 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3597232-18b8-4d08-bc60-ac5f7ff86e28 req-43e17721-a6df-4fff-a45e-568f616b21b1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.947630 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3597232-18b8-4d08-bc60-ac5f7ff86e28 req-43e17721-a6df-4fff-a45e-568f616b21b1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0527577 Mar 29 08:57:19.987985 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ce682-e233-4e22-a7a5-78d644138295 req-06644dd5-58ac-402b-9ed1-e54c506a945a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:19.989509 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f67ce682-e233-4e22-a7a5-78d644138295 req-06644dd5-58ac-402b-9ed1-e54c506a945a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0530505 Mar 29 08:57:19.997374 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3597232-18b8-4d08-bc60-ac5f7ff86e28 req-017b28fa-1418-4405-8391-0f088b1e6710 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Mar 29 08:57:20.039880 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f67ce682-e233-4e22-a7a5-78d644138295 req-64f339c4-d25b-46d6-99f4-5054380120cd tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Mar 29 08:57:20.570845 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd67c97-25c5-4147-884f-ef21ee18a274 req-32dd5c35-f0c7-410b-a497-cb6ac8777d0e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:20.572299 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4dd67c97-25c5-4147-884f-ef21ee18a274 req-32dd5c35-f0c7-410b-a497-cb6ac8777d0e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0538266 Mar 29 08:57:20.619171 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4dd67c97-25c5-4147-884f-ef21ee18a274 req-7a9a6509-af98-49fc-815b-97e37ab2b839 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Mar 29 08:57:21.121990 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c4fd2-eec8-4145-a63e-fe263f085c62 req-4b883ada-1f35-4f19-af61-d67d12dc2f5b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:21.123482 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-db4c4fd2-eec8-4145-a63e-fe263f085c62 req-4b883ada-1f35-4f19-af61-d67d12dc2f5b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0528810 Mar 29 08:57:21.159215 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d492a-afc3-4341-a511-1b030b35cad5 req-e7455da0-5d65-4152-8799-4632da3a9834 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:21.160824 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1e2d492a-afc3-4341-a511-1b030b35cad5 req-e7455da0-5d65-4152-8799-4632da3a9834 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0546737 Mar 29 08:57:21.170146 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-db4c4fd2-eec8-4145-a63e-fe263f085c62 req-d7729c95-126e-4cf8-86c0-36923b9215da tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 Mar 29 08:57:21.207465 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1e2d492a-afc3-4341-a511-1b030b35cad5 req-4557a4b0-01ea-4947-9069-963bc54d9145 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0596979-83e1-4fa7-a6d3-182ebe438585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Mar 29 08:57:21.735205 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0832b-26ce-4f15-bf0e-162e021aa4da req-85a6a853-273c-4481-a217-d1af9649294e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:21.737388 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-14a0832b-26ce-4f15-bf0e-162e021aa4da req-85a6a853-273c-4481-a217-d1af9649294e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0536990 Mar 29 08:57:21.784900 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-14a0832b-26ce-4f15-bf0e-162e021aa4da req-28180b54-31f8-45f5-8ec8-174c73d92142 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Mar 29 08:57:21.854439 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-cff810fa-a07b-414d-bf18-e61e12acdfd9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:21.855843 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-cff810fa-a07b-414d-bf18-e61e12acdfd9 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 946 time: 0.0537312 Mar 29 08:57:21.952248 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Deleting port 0ee41374-f08b-4464-8f42-ae13eadfe1ab {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:57:21.952554 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:22.042094 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] For port 0ee41374-f08b-4464-8f42-ae13eadfe1ab, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0ee41374-f08b-4464-8f42-ae13eadfe1ab,segment=NetworkSegment(a6a47267-9de0-4a76-86a5-1a08d977b463),segment_id=a6a47267-9de0-4a76-86a5-1a08d977b463)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:22.042427 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:22.054945 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Calling delete_port for 0ee41374-f08b-4464-8f42-ae13eadfe1ab owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:57:22.236806 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (0ee41374-f08b-4464-8f42-ae13eadfe1ab), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:22.250740 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['0ee41374-f08b-4464-8f42-ae13eadfe1ab'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:57:22.270145 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Pushing event deleted for resources: {'Port': ['ID=0ee41374-f08b-4464-8f42-ae13eadfe1ab,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:22.312074 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa520e8-9594-40a8-b785-7f5b7246e36b req-7b564ee0-b19c-489e-a3d8-93d720fecc11 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:22.313767 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8fa520e8-9594-40a8-b785-7f5b7246e36b req-7b564ee0-b19c-489e-a3d8-93d720fecc11 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0719025 Mar 29 08:57:22.321402 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c9fca516-a69c-48b4-92f1-80c949136a6c req-7cb49a6e-437d-4d3b-8ca3-10c9f9513c9a tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Mar 29 08:57:22.335875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] No DVR routers for this DVR port 0ee41374-f08b-4464-8f42-ae13eadfe1ab on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:57:22.338411 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:22.341710 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7cc04ccf-88f2-4998-9bdd-d9d98c090874 req-8fb7d937-0917-4b1f-8e00-6597939b0023 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.13 "DELETE /v2.0/ports/0ee41374-f08b-4464-8f42-ae13eadfe1ab HTTP/1.1" status: 204 len: 173 time: 0.4768591 Mar 29 08:57:22.342408 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'name': 'network-vif-deleted', 'tag': '0ee41374-f08b-4464-8f42-ae13eadfe1ab'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:22.344364 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93c6621-a570-4f84-88f0-a16dd62baa3f" -d '{"events": [{"server_uuid": "20265a59-8395-4f9f-9643-d9e91d9b9102", "name": "network-vif-deleted", "tag": "0ee41374-f08b-4464-8f42-ae13eadfe1ab"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:22.364271 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8fa520e8-9594-40a8-b785-7f5b7246e36b req-8de5686b-9933-4794-9874-7c7201f9a284 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443711 Mar 29 08:57:22.379758 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0d744c-2d60-4082-9bde-d8b3bdae3ad7 x-openstack-request-id: req-0b0d744c-2d60-4082-9bde-d8b3bdae3ad7 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:22.380049 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20265a59-8395-4f9f-9643-d9e91d9b9102", "name": "network-vif-deleted", "tag": "0ee41374-f08b-4464-8f42-ae13eadfe1ab", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:22.380331 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b0d744c-2d60-4082-9bde-d8b3bdae3ad7 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:22.380764 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0d744c-2d60-4082-9bde-d8b3bdae3ad7'] response: {'server_uuid': '20265a59-8395-4f9f-9643-d9e91d9b9102', 'name': 'network-vif-deleted', 'tag': '0ee41374-f08b-4464-8f42-ae13eadfe1ab', 'status': 'completed', 'code': 200} Mar 29 08:57:22.905182 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40bd5-7cc1-4fb2-948c-063e9431a174 req-fb4a2755-a315-4cf4-afc3-504fc4fa2e16 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:22.906765 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7bb40bd5-7cc1-4fb2-948c-063e9431a174 req-fb4a2755-a315-4cf4-afc3-504fc4fa2e16 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0568929 Mar 29 08:57:22.955957 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7bb40bd5-7cc1-4fb2-948c-063e9431a174 req-05c5169e-d42d-426b-ba24-d45483967eb5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Mar 29 08:57:23.435430 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-72e7cbee-0ed9-42a7-819a-ef91e9ef8ffe req-c77b2c3e-2013-4cd2-9943-aab94dccc988 tempest-VolumesActionsTest-1129315021 tempest-VolumesActionsTest-1129315021-project] 10.222.0.16 "GET /v2.0/ports?device_id=20265a59-8395-4f9f-9643-d9e91d9b9102 HTTP/1.1" status: 200 len: 210 time: 0.0296288 Mar 29 08:57:23.495443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821640b-2b5d-4b56-aaec-99199a453bf6 req-637881ac-e652-40bb-b24b-48c9f71b61c0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:23.498654 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d821640b-2b5d-4b56-aaec-99199a453bf6 req-637881ac-e652-40bb-b24b-48c9f71b61c0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0537617 Mar 29 08:57:23.544139 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d821640b-2b5d-4b56-aaec-99199a453bf6 req-e04e99e4-9d13-4885-a3c7-eeda7c563530 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Mar 29 08:57:24.071017 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55a788-a0fa-40fb-8717-1d4f8d0fd06c req-c7b24bd2-cb42-4e38-9be3-5076f101e179 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:24.072541 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7b55a788-a0fa-40fb-8717-1d4f8d0fd06c req-c7b24bd2-cb42-4e38-9be3-5076f101e179 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0520501 Mar 29 08:57:24.119997 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7b55a788-a0fa-40fb-8717-1d4f8d0fd06c req-91c6ae0d-2a25-4be6-8440-25a3e6cf09be tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Mar 29 08:57:24.395482 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 36812) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:24.498467 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bcded8d2-6536-42ef-8f53-a9932fe0ee71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.572571 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bcded8d2-6536-42ef-8f53-a9932fe0ee71 admin admin] Publish callbacks [] for security_group (9f19819e-4258-40a6-ab01-d224f787cb8a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.671325 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01231-200a-4585-a3d9-02e14000dfce req-c3b95959-fded-4c16-8a08-b5544fbcf592 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:24.673538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ccb01231-200a-4585-a3d9-02e14000dfce req-c3b95959-fded-4c16-8a08-b5544fbcf592 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 944 time: 0.0574031 Mar 29 08:57:24.676206 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bcded8d2-6536-42ef-8f53-a9932fe0ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9f19819e-4258-40a6-ab01-d224f787cb8a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.717631 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-bcded8d2-6536-42ef-8f53-a9932fe0ee71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea46e977de6d40bd91f1eddf94adf749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209946 Mar 29 08:57:24.720083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcded8d2-6536-42ef-8f53-a9932fe0ee71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f19819e-4258-40a6-ab01-d224f787cb8a,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:24.721530 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 36826) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:24.731717 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ccb01231-200a-4585-a3d9-02e14000dfce req-d8360c33-01c2-45bf-8421-99ed718daaa4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513728 Mar 29 08:57:24.779478 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Publish callbacks [] for security_group (9f19819e-4258-40a6-ab01-d224f787cb8a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.801369 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Publish callbacks [] for security_group (9f19819e-4258-40a6-ab01-d224f787cb8a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.902556 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9f19819e-4258-40a6-ab01-d224f787cb8a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.905286 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:24.906510 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f19819e-4258-40a6-ab01-d224f787cb8a HTTP/1.1" status: 204 len: 168 time: 0.1840575 Mar 29 08:57:24.914814 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f19819e-4258-40a6-ab01-d224f787cb8a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:24.921885 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.922239 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.922585 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.923617 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.923955 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.924290 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.924651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.924975 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.925306 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.925712 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.926019 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.926404 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.926734 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.930016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:24.931170 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75472329-11a2-48d2-ac80-19768f7a00e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.175348 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:57:25.254841 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3114-14b2-4d7b-9cb8-e6a727556900 req-55dc83eb-0fce-4440-917c-05a23d9b6ef7 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:25.256667 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-610e3114-14b2-4d7b-9cb8-e6a727556900 req-55dc83eb-0fce-4440-917c-05a23d9b6ef7 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0620449 Mar 29 08:57:25.292215 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:25.312566 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'port_id': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'mac_address': 'fa:16:3e:29:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:57:25.322511 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-610e3114-14b2-4d7b-9cb8-e6a727556900 req-bdd9ae01-dd65-4216-8afc-009a8a814311 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539317 Mar 29 08:57:25.364459 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:57:25.364860 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:25.380964 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a106b0-fc27-4738-bc03-adb1b549d74f {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:57:25.400675 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:25.441833 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:25.489350 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=9']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:25.496228 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.496539 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.496908 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.497266 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.497604 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.497934 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.498261 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.498587 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.498918 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.499243 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.499568 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.499906 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.500236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.500575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.501412 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:57:25.811329 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:25.852697 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['37a106b0-fc27-4738-bc03-adb1b549d74f'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:57:25.856664 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa3ec-866c-498b-98f8-8e9193e47edb req-c6d0619a-31a7-4c31-92e1-f29ec0f1a24b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:25.858173 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-244fa3ec-866c-498b-98f8-8e9193e47edb req-c6d0619a-31a7-4c31-92e1-f29ec0f1a24b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0558848 Mar 29 08:57:25.906020 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-244fa3ec-866c-498b-98f8-8e9193e47edb req-62a5a524-13f4-41e9-a16e-fb9ff24e6025 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Mar 29 08:57:26.451790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd7bf-77e3-459f-b49c-c40113adf183 req-3d21bf86-662c-468f-b759-10fa48a5ac09 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:26.453304 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-476dd7bf-77e3-459f-b49c-c40113adf183 req-3d21bf86-662c-468f-b759-10fa48a5ac09 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0540197 Mar 29 08:57:26.504519 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-476dd7bf-77e3-459f-b49c-c40113adf183 req-064dab14-4231-4c14-9d23-bd84140c48e9 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Mar 29 08:57:26.544960 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-51426e3b-2a12-427f-888e-2f0fc7b7541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:27.028293 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e6468-9037-446e-86be-30927d43fdb8 req-faf7dfa9-4888-4faf-9133-cea9097bef82 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:27.029703 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-665e6468-9037-446e-86be-30927d43fdb8 req-faf7dfa9-4888-4faf-9133-cea9097bef82 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Mar 29 08:57:27.074328 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-665e6468-9037-446e-86be-30927d43fdb8 req-e95067aa-ff7c-46ca-9826-290b033d0263 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Mar 29 08:57:27.622629 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda2e6-109b-454e-96b6-be9d9ba5b660 req-832d9b71-4f4c-4c1b-ab19-a7def6f45b35 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:27.624066 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-97dda2e6-109b-454e-96b6-be9d9ba5b660 req-832d9b71-4f4c-4c1b-ab19-a7def6f45b35 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0538425 Mar 29 08:57:27.674032 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-97dda2e6-109b-454e-96b6-be9d9ba5b660 req-e23b0eaa-a726-48f7-af5c-dc9d22f843c8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Mar 29 08:57:28.195788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e974d1-2827-4a94-bd94-40c8c810bc16 req-ca3953d5-947e-4466-9960-3cbe4f80fc82 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:28.197289 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-88e974d1-2827-4a94-bd94-40c8c810bc16 req-ca3953d5-947e-4466-9960-3cbe4f80fc82 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0520983 Mar 29 08:57:28.246666 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-88e974d1-2827-4a94-bd94-40c8c810bc16 req-cd9f7f1b-991a-434c-90dd-df8c62c02467 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 Mar 29 08:57:28.532951 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b640fa96-17d3-451e-ba5f-da22b012527a details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:57:28.536470 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0ee41374-f08b-4464-8f42-ae13eadfe1ab no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:57:28.560824 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 0ee41374-f08b-4464-8f42-ae13eadfe1ab {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:57:28.561159 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0ee41374-f08b-4464-8f42-ae13eadfe1ab not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:57:28.646086 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b640fa96-17d3-451e-ba5f-da22b012527a, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b640fa96-17d3-451e-ba5f-da22b012527a,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:28.656820 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'port_id': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'mac_address': 'fa:16:3e:55:28:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:57:28.693097 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b640fa96-17d3-451e-ba5f-da22b012527a is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:57:28.693479 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:28.707008 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b640fa96-17d3-451e-ba5f-da22b012527a {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:57:28.726356 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b640fa96-17d3-451e-ba5f-da22b012527a, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b640fa96-17d3-451e-ba5f-da22b012527a,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:28.789636 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8ec06-a8ed-43a1-a6d1-54559c249c44 req-cab02d1c-e024-495c-b471-3de028ea0f67 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:28.790867 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f1e8ec06-a8ed-43a1-a6d1-54559c249c44 req-cab02d1c-e024-495c-b471-3de028ea0f67 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 943 time: 0.0527444 Mar 29 08:57:28.801904 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:28.840660 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f1e8ec06-a8ed-43a1-a6d1-54559c249c44 req-5fffc208-2305-45e9-93b3-4dbb49938235 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Mar 29 08:57:28.858447 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b640fa96-17d3-451e-ba5f-da22b012527a,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:28.924810 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bfc66422-4460-483a-b22f-c24c2e21d3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:29.177215 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['b640fa96-17d3-451e-ba5f-da22b012527a'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:57:29.370582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118d166-a41e-419f-becd-034c657b0088 req-e5843e60-8a2d-4cf4-a439-a6f66dce97a6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:29.372069 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6118d166-a41e-419f-becd-034c657b0088 req-e5843e60-8a2d-4cf4-a439-a6f66dce97a6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0518675 Mar 29 08:57:29.418150 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6118d166-a41e-419f-becd-034c657b0088 req-bbe93c28-6a1c-4d17-994f-015040e237ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Mar 29 08:57:29.960935 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa65694-f9ba-4619-bbc7-fc0f13b9522d req-925ede8d-651a-4206-b145-4b927ac7898b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:29.962315 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5aa65694-f9ba-4619-bbc7-fc0f13b9522d req-925ede8d-651a-4206-b145-4b927ac7898b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 944 time: 0.0561936 Mar 29 08:57:30.053826 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5aa65694-f9ba-4619-bbc7-fc0f13b9522d req-232f7dc3-d026-4a6b-b039-182931aede82 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708821 Mar 29 08:57:30.188595 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:30.549642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:57:30.588781 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c91e-701d-4dba-9b53-934273736d27 req-6d782619-34b5-43ff-bc3a-282beaa5de6f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:30.599148 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6246c91e-701d-4dba-9b53-934273736d27 req-6d782619-34b5-43ff-bc3a-282beaa5de6f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 945 time: 0.0948911 Mar 29 08:57:30.617862 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 37a106b0-fc27-4738-bc03-adb1b549d74f triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:57:30.618235 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:30.749544 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6246c91e-701d-4dba-9b53-934273736d27 req-6452e7db-2a58-4f0b-8881-37b2b9e2cdb5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425531 Mar 29 08:57:30.810693 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 37a106b0-fc27-4738-bc03-adb1b549d74f is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da0062-320d-40a0-ae1a-d9ab9172bb52" -d '{"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-plugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c71374-c48a-4efa-a92d-9b738d4b068b x-openstack-request-id: req-01c71374-c48a-4efa-a92d-9b738d4b068b {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-plugged", "status": "completed", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01c71374-c48a-4efa-a92d-9b738d4b068b {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:30.943901 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c71374-c48a-4efa-a92d-9b738d4b068b'] response: {'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'code': 200} Mar 29 08:57:31.212894 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c424e4-d0fa-484d-afa3-171486c1c7d3 req-12ee4208-5b13-4df8-8823-3c807a5db35a tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:31.220639 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-90c424e4-d0fa-484d-afa3-171486c1c7d3 req-12ee4208-5b13-4df8-8823-3c807a5db35a tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 944 time: 0.0747588 Mar 29 08:57:31.284127 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-90c424e4-d0fa-484d-afa3-171486c1c7d3 req-7c9937c9-d2d8-461a-9d9e-9770bf23e200 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587051 Mar 29 08:57:31.373967 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:31.375020 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b640fa96-17d3-451e-ba5f-da22b012527a up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:57:31.378864 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:31.457254 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=10']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:31.602203 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port b640fa96-17d3-451e-ba5f-da22b012527a completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:57:31.611795 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port b640fa96-17d3-451e-ba5f-da22b012527a triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:57:31.611795 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:31.726910 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2c15-83e9-47d9-ab2c-fd5f7ad5fbed req-e97c6795-3d84-4b9d-8088-eac9be5623e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:31.728484 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-99be2c15-83e9-47d9-ab2c-fd5f7ad5fbed req-e97c6795-3d84-4b9d-8088-eac9be5623e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 1131 time: 0.0531478 Mar 29 08:57:31.752450 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b640fa96-17d3-451e-ba5f-da22b012527a is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:57:31.752857 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:31.784998 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-99be2c15-83e9-47d9-ab2c-fd5f7ad5fbed req-2a31f44a-c358-4174-b870-1e38f9b51722 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479729 Mar 29 08:57:31.809099 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b640fa96-17d3-451e-ba5f-da22b012527a, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b640fa96-17d3-451e-ba5f-da22b012527a,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:31.865170 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:31.911948 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974077b-f1de-46fb-a93e-60c77144e50f req-0a9e7531-9c89-4cb6-9f75-32db4baea908 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:31.919774 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c974077b-f1de-46fb-a93e-60c77144e50f req-0a9e7531-9c89-4cb6-9f75-32db4baea908 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0639045 Mar 29 08:57:31.940728 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b640fa96-17d3-451e-ba5f-da22b012527a,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:31.968101 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c974077b-f1de-46fb-a93e-60c77144e50f req-2fbfe075-d412-4c31-b813-f1af44f32787 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473626 Mar 29 08:57:32.497596 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b6b5-3809-4bcc-90da-5f6d5872e51d req-ddf21295-82c9-470e-855e-5b0d97498246 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:32.499520 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7626b6b5-3809-4bcc-90da-5f6d5872e51d req-ddf21295-82c9-470e-855e-5b0d97498246 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.1382611 Mar 29 08:57:32.570879 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7626b6b5-3809-4bcc-90da-5f6d5872e51d req-bef833e2-502f-425f-8094-295fba1b4a04 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592408 Mar 29 08:57:32.887780 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:32.890122 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b31b81-6440-47a5-8961-5451a457a5c4" -d '{"events": [{"server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "name": "network-vif-plugged", "status": "completed", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:32.927084 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dfd857-1902-4f90-b22b-e10d733d75b0 x-openstack-request-id: req-75dfd857-1902-4f90-b22b-e10d733d75b0 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:32.927824 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "name": "network-vif-plugged", "status": "completed", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:32.928107 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75dfd857-1902-4f90-b22b-e10d733d75b0 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:32.928547 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dfd857-1902-4f90-b22b-e10d733d75b0'] response: {'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'code': 200} Mar 29 08:57:33.046583 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:33.127083 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458fd0-71d1-469f-aabb-419ef59ed02d req-287ef5e1-841a-44f0-8bed-81db61ce731b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:33.130192 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-28458fd0-71d1-469f-aabb-419ef59ed02d req-287ef5e1-841a-44f0-8bed-81db61ce731b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0697355 Mar 29 08:57:33.182179 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-28458fd0-71d1-469f-aabb-419ef59ed02d req-baf259cf-621c-44e6-9ad7-b13b9a875aa4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Mar 29 08:57:33.465405 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3cbb9-9cd8-48ff-a62b-b7a8a33425ae req-bb81d00f-70a1-4500-b771-77b2a734b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:33.467792 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-92e3cbb9-9cd8-48ff-a62b-b7a8a33425ae req-bb81d00f-70a1-4500-b771-77b2a734b29a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 1129 time: 0.0792048 Mar 29 08:57:33.538161 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-92e3cbb9-9cd8-48ff-a62b-b7a8a33425ae req-dc6be2fc-0de1-4336-a911-bb5714870bd2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546777 Mar 29 08:57:33.714862 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258c1b-9a3c-415f-8515-7fe37e7b355a req-295d6f97-1765-4630-b891-7594461bf2cc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:33.717143 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ab258c1b-9a3c-415f-8515-7fe37e7b355a req-295d6f97-1765-4630-b891-7594461bf2cc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0657985 Mar 29 08:57:33.789937 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ab258c1b-9a3c-415f-8515-7fe37e7b355a req-8aa04f22-b09d-44cb-a0c1-a5e73e6c190c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659277 Mar 29 08:57:34.151427 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dfc23-0dba-4a15-8207-f5700e00e98a req-afd477dc-9a93-4402-a347-613a2b7a5764 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:34.153353 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c17dfc23-0dba-4a15-8207-f5700e00e98a req-afd477dc-9a93-4402-a347-613a2b7a5764 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0572603 Mar 29 08:57:34.210175 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c17dfc23-0dba-4a15-8207-f5700e00e98a req-ce3406d4-c834-4f9e-af81-d317a8c54d92 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501997 Mar 29 08:57:34.378872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11917f8f-b091-4481-beba-0b7cde50d664 req-2d30e71e-391f-45d4-a4f6-cf50c3fe95ac tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:34.381889 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-11917f8f-b091-4481-beba-0b7cde50d664 req-2d30e71e-391f-45d4-a4f6-cf50c3fe95ac tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0975018 Mar 29 08:57:34.450924 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-11917f8f-b091-4481-beba-0b7cde50d664 req-434cfd79-55cf-4c1a-8fd1-09cfa283af6a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637038 Mar 29 08:57:34.936739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81452b52-695e-4ad3-837b-608ad2cbe2d4 req-c32403a9-34d7-4cc4-9392-e549f88c30f0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:34.939599 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-81452b52-695e-4ad3-837b-608ad2cbe2d4 req-c32403a9-34d7-4cc4-9392-e549f88c30f0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0649886 Mar 29 08:57:34.996460 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-81452b52-695e-4ad3-837b-608ad2cbe2d4 req-a35f4391-cc1c-4cfb-b1f8-d736b5c1063d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505254 Mar 29 08:57:35.345332 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041abe7f-74e4-4875-894e-0b92e6ea2ccd req-25f70ceb-ca32-4270-b3c2-e30989d19232 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:35.352384 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-041abe7f-74e4-4875-894e-0b92e6ea2ccd req-25f70ceb-ca32-4270-b3c2-e30989d19232 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0629835 Mar 29 08:57:35.402494 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-041abe7f-74e4-4875-894e-0b92e6ea2ccd req-308dbcd9-05c5-4146-adea-88ca4bd091c1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490463 Mar 29 08:57:35.593413 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a5b7b-d779-441e-a025-cae2d30d8450 req-c7f63396-560c-4fc5-a064-11931636f6e8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:35.601086 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d51a5b7b-d779-441e-a025-cae2d30d8450 req-c7f63396-560c-4fc5-a064-11931636f6e8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0754559 Mar 29 08:57:35.648093 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d51a5b7b-d779-441e-a025-cae2d30d8450 req-5ab3a066-9014-4217-b28e-bcb452eb8bb3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Mar 29 08:57:36.123360 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb5e06-7e21-4afe-a26e-9f679152d871 req-68ba3281-b585-47cf-95f9-5ffc4c052b79 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:36.124886 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cbcb5e06-7e21-4afe-a26e-9f679152d871 req-68ba3281-b585-47cf-95f9-5ffc4c052b79 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0523806 Mar 29 08:57:36.175825 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cbcb5e06-7e21-4afe-a26e-9f679152d871 req-571cfd4e-85b2-4400-a295-266459449dce tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Mar 29 08:57:36.318584 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae417f6-112a-4145-9e81-3986cbdeca4d req-c5c3658d-9c2c-4fa4-a982-c550990fd9c6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:36.321366 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4ae417f6-112a-4145-9e81-3986cbdeca4d req-c5c3658d-9c2c-4fa4-a982-c550990fd9c6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0700061 Mar 29 08:57:36.375649 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4ae417f6-112a-4145-9e81-3986cbdeca4d req-f6238096-b3b7-40d4-abb6-f6f722c37b81 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483897 Mar 29 08:57:36.399077 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37030) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:36.558405 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc424ae-b299-448c-a801-5c913a055f68 req-494aad97-99ed-49a3-ba96-aab5247b02d6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:36.560956 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fbc424ae-b299-448c-a801-5c913a055f68 req-494aad97-99ed-49a3-ba96-aab5247b02d6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0718744 Mar 29 08:57:36.623419 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fbc424ae-b299-448c-a801-5c913a055f68 req-43ebbdd7-a939-4d64-a2a9-a9962d319802 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556316 Mar 29 08:57:36.700277 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37bdf6-695f-4086-ab8b-a9120103d5c7 tempest-TestVolumeBootPattern-1793610413 tempest-TestVolumeBootPattern-1793610413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:36.704664 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-6e37bdf6-695f-4086-ab8b-a9120103d5c7 tempest-TestVolumeBootPattern-1793610413 tempest-TestVolumeBootPattern-1793610413-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 1124 time: 0.3016574 Mar 29 08:57:36.704803 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37038) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:36.709369 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'port_id': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:36.800141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcca360-1b1a-4f29-b0d9-319221dcd516 req-7e1785d0-08f0-4f6b-a6f7-33b337b5b52d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:36.801846 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5dcca360-1b1a-4f29-b0d9-319221dcd516 req-7e1785d0-08f0-4f6b-a6f7-33b337b5b52d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0584686 Mar 29 08:57:36.803259 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:36.902809 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5dcca360-1b1a-4f29-b0d9-319221dcd516 req-fc6ff088-7f7a-419c-885a-5bb3c0c2ae88 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855122 Mar 29 08:57:36.987648 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:37.108519 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Allocated IP 172.27.1.254 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/fec75bd8-ff12-4150-b541-24b30c7b9e8d) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:57:37.220877 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:37.310666 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:37.349460 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:57:37.352427 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:57:37.358233 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:57:37.364390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=fec75bd8-ff12-4150-b541-24b30c7b9e8d,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:37.762439 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528a86e-5a57-4149-9125-ca4354fcb6fe req-578030a7-2eaf-4b39-a949-d385f03eb008 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:37.764638 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0528a86e-5a57-4149-9125-ca4354fcb6fe req-578030a7-2eaf-4b39-a949-d385f03eb008 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0588202 Mar 29 08:57:37.820150 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0528a86e-5a57-4149-9125-ca4354fcb6fe req-655a2251-bf28-44d2-923f-cd8e77115ed2 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Mar 29 08:57:37.829797 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (89c3cecb-369f-4dbb-b7a6-34e98a107551), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:37.978634 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:38.158708 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:38.225253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:38.407804 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=fec75bd8-ff12-4150-b541-24b30c7b9e8d,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:38.412250 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (89c3cecb-369f-4dbb-b7a6-34e98a107551), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:38.542480 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Floating IP 89c3cecb-369f-4dbb-b7a6-34e98a107551 associated. External IP: 172.27.1.254, port: b640fa96-17d3-451e-ba5f-da22b012527a. Mar 29 08:57:39.038650 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f6f4-1ff1-478a-9754-1ee43528ab9e req-eb9386a5-8221-48f9-b5bd-b42dbb2b8f1d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:39.040167 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2940f6f4-1ff1-478a-9754-1ee43528ab9e req-eb9386a5-8221-48f9-b5bd-b42dbb2b8f1d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.1411273 Mar 29 08:57:39.116582 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2940f6f4-1ff1-478a-9754-1ee43528ab9e req-5ca6aded-0e4c-4ba2-9195-22c372cfe29f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687084 Mar 29 08:57:39.125794 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:57:39.234622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:57:39.244065 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:57:39.254118 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:57:39.258090 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:39.304586 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:39.345640 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-651c343d-6497-4fcd-aea8-ebc75e58adc5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6380215 Mar 29 08:57:39.346718 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:39.349744 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d24016-c084-4b8e-8cef-161c8ed6b26f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:39.395683 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f5e7c5-3d17-4282-bb2c-2fc038a30ef3 x-openstack-request-id: req-b0f5e7c5-3d17-4282-bb2c-2fc038a30ef3 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:39.395976 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:39.396253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0f5e7c5-3d17-4282-bb2c-2fc038a30ef3 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:39.396662 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f5e7c5-3d17-4282-bb2c-2fc038a30ef3'] response: {'name': 'network-changed', 'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'status': 'completed', 'code': 200} Mar 29 08:57:39.412465 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:57:39.487785 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-b25b05a5-3f0a-47ce-b6af-13cf65a6a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:39.489446 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-b25b05a5-3f0a-47ce-b6af-13cf65a6a76c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 1129 time: 0.0648277 Mar 29 08:57:39.610916 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-84a711bb-c515-4d4c-bd04-f583322928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:39.612731 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-84a711bb-c515-4d4c-bd04-f583322928a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.1121583 Mar 29 08:57:39.689119 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '89c3cecb-369f-4dbb-b7a6-34e98a107551', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:55:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:57:37Z', 'updated_at': '2022-03-29T08:57:37Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:39.714684 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-ab3330c1-cb13-4443-a76b-4ec5d59c2cb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b640fa96-17d3-451e-ba5f-da22b012527a HTTP/1.1" status: 200 len: 999 time: 0.0930545 Mar 29 08:57:39.725723 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:57:39.734265 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:57:39.735623 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:39.779240 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-f423b8d7-9203-4448-a146-bea4d051d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:39.782443 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-f423b8d7-9203-4448-a146-bea4d051d570 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0599186 Mar 29 08:57:39.843070 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-e567767b-39c7-41e3-bd27-19444d0f2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:39.845250 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-e567767b-39c7-41e3-bd27-19444d0f2b78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568352 Mar 29 08:57:39.852300 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:57:39.975641 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-fa725a9b-e528-4d52-88ce-66e186ef4a4b service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220598 Mar 29 08:57:40.087467 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-49d24016-c084-4b8e-8cef-161c8ed6b26f req-3ea3aa4c-2894-46a8-8d6c-6a449222534c service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042192 Mar 29 08:57:40.158070 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '89c3cecb-369f-4dbb-b7a6-34e98a107551', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:55:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:57:37Z', 'updated_at': '2022-03-29T08:57:37Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:40.193403 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b146ad7-a073-49f9-92c0-eacc07d2e6af None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '89c3cecb-369f-4dbb-b7a6-34e98a107551', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:55:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:57:37Z', 'updated_at': '2022-03-29T08:57:37Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:57:40.269422 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414867b-d0ae-4474-a851-a48af42e74fe req-5b4f24bb-7502-4c77-80a0-da6fdadc628a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:40.270596 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6414867b-d0ae-4474-a851-a48af42e74fe req-5b4f24bb-7502-4c77-80a0-da6fdadc628a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0697882 Mar 29 08:57:40.338011 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6414867b-d0ae-4474-a851-a48af42e74fe req-939d5a26-2290-49e7-bb92-03f536a3e885 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613499 Mar 29 08:57:40.455232 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd818b-ec45-4fae-8cc3-61368b746330 None None] New status for floating IP 89c3cecb-369f-4dbb-b7a6-34e98a107551: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:57:41.473754 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa30e0c-280c-4755-b625-2d0e5dad3d99 req-a7790373-aacc-4294-9edb-4572867e9773 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:41.480130 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8aa30e0c-280c-4755-b625-2d0e5dad3d99 req-a7790373-aacc-4294-9edb-4572867e9773 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0698628 Mar 29 08:57:41.534495 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8aa30e0c-280c-4755-b625-2d0e5dad3d99 req-1e96bbfd-fcf6-4670-b93c-75cf20306726 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480211 Mar 29 08:57:42.673681 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f9b66-e3ed-480f-90db-1b5dea089ad6 req-c7133245-baf9-4ada-991a-4e9453128d76 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:42.675302 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d3f9b66-e3ed-480f-90db-1b5dea089ad6 req-c7133245-baf9-4ada-991a-4e9453128d76 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0659928 Mar 29 08:57:42.730460 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d3f9b66-e3ed-480f-90db-1b5dea089ad6 req-69b0dbd9-a7d2-4bcf-8216-6994c6618781 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490878 Mar 29 08:57:43.310753 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0d5-c819-4579-8f52-6956ecf66ba4 req-68517f27-b79d-4847-b870-fddd45e03e45 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:43.312785 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2cbea0d5-c819-4579-8f52-6956ecf66ba4 req-68517f27-b79d-4847-b870-fddd45e03e45 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.0584316 Mar 29 08:57:43.369721 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2cbea0d5-c819-4579-8f52-6956ecf66ba4 req-541d5ea1-561d-4c91-a664-7c07e6401ee9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442052 Mar 29 08:57:43.860945 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166aaea-74ce-4d03-a884-4e96970049dd req-b6102099-2073-4b9e-8c0a-37b29f3130fa tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:43.867996 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9166aaea-74ce-4d03-a884-4e96970049dd req-b6102099-2073-4b9e-8c0a-37b29f3130fa tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0672579 Mar 29 08:57:43.917044 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9166aaea-74ce-4d03-a884-4e96970049dd req-af52e0e7-24a9-43c4-8327-d5352fff104e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479555 Mar 29 08:57:44.507790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad146a-67e3-44ea-97d8-dcc89e04e2d7 req-3a4d84fd-6474-4375-988e-bc3053ee199d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:44.509488 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e3ad146a-67e3-44ea-97d8-dcc89e04e2d7 req-3a4d84fd-6474-4375-988e-bc3053ee199d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.0621266 Mar 29 08:57:44.561570 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e3ad146a-67e3-44ea-97d8-dcc89e04e2d7 req-b7b0c069-c3dc-4a00-889f-b2b1cca4e933 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459940 Mar 29 08:57:45.049575 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d51aa-3881-4ad1-9bca-13006edf33c7 req-8dbcc421-2fb5-4f5f-a5e6-b250aa165f43 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:45.051074 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d2d51aa-3881-4ad1-9bca-13006edf33c7 req-8dbcc421-2fb5-4f5f-a5e6-b250aa165f43 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0546672 Mar 29 08:57:45.098922 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2d2d51aa-3881-4ad1-9bca-13006edf33c7 req-63c794f2-6d49-4000-93b4-944649027cf5 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Mar 29 08:57:45.364441 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-ff8d52e9-e8a0-4143-b339-4d0ccc89bdc0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:45.370238 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-ff8d52e9-e8a0-4143-b339-4d0ccc89bdc0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.0687222 Mar 29 08:57:45.488996 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port d57c16f0-b837-4edc-bc8c-f7e0f014c41d {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:57:45.489702 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:45.587015 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] For port d57c16f0-b837-4edc-bc8c-f7e0f014c41d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:45.588326 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:45.829268 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217bb41-c37a-4737-9a20-dfeb89fc2a4a req-23206967-83b2-4b6e-a2f4-a98550698f4e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:45.830843 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c217bb41-c37a-4737-9a20-dfeb89fc2a4a req-23206967-83b2-4b6e-a2f4-a98550698f4e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 945 time: 0.1526902 Mar 29 08:57:45.931205 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c217bb41-c37a-4737-9a20-dfeb89fc2a4a req-ee17b9b1-f893-4de4-8508-db1732a302e4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937576 Mar 29 08:57:45.942935 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:45.943302 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d9b1c3d1-59fb-4747-8a81-b3bfabf5d993), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:45.943617 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP d9b1c3d1-59fb-4747-8a81-b3bfabf5d993 disassociated. External IP: 172.27.1.36, port: d57c16f0-b837-4edc-bc8c-f7e0f014c41d. Mar 29 08:57:45.943948 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for d57c16f0-b837-4edc-bc8c-f7e0f014c41d owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:57:46.132913 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (d57c16f0-b837-4edc-bc8c-f7e0f014c41d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:46.161310 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=d57c16f0-b837-4edc-bc8c-f7e0f014c41d,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:46.229485 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ab690-db50-426c-adc8-610d380cb31c req-c151ae77-40be-41a6-8bf6-383b9763572f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:46.230956 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-793ab690-db50-426c-adc8-610d380cb31c req-c151ae77-40be-41a6-8bf6-383b9763572f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0562422 Mar 29 08:57:46.277762 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-793ab690-db50-426c-adc8-610d380cb31c req-8ca52b5e-3b27-4c8f-8154-d0c22c8e0f5c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Mar 29 08:57:46.279128 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:57:46.388392 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:57:46.399025 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:57:46.408334 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:57:46.408971 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:46.428632 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] No DVR routers for this DVR port d57c16f0-b837-4edc-bc8c-f7e0f014c41d on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:57:46.431435 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:46.434744 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bbd9e1a2-7be4-4d6b-ba4d-904822dd36e2 req-877ea05f-791a-4bd6-8b61-a4585f1295cf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "DELETE /v2.0/ports/d57c16f0-b837-4edc-bc8c-f7e0f014c41d HTTP/1.1" status: 204 len: 173 time: 1.0590744 Mar 29 08:57:46.435212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'name': 'network-vif-deleted', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:46.437496 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0b292d-43c0-45a2-83af-1e4300d71e58" -d '{"events": [{"server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "name": "network-vif-deleted", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:46.495311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d85f78-8ffa-487f-b47e-b3ef1cfdb161 x-openstack-request-id: req-32d85f78-8ffa-487f-b47e-b3ef1cfdb161 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:46.495311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d8a77c-4857-4f8f-8d04-496cc4f37b4c", "name": "network-vif-deleted", "tag": "d57c16f0-b837-4edc-bc8c-f7e0f014c41d", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:46.495311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32d85f78-8ffa-487f-b47e-b3ef1cfdb161 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:46.495311 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d85f78-8ffa-487f-b47e-b3ef1cfdb161'] response: {'server_uuid': '23d8a77c-4857-4f8f-8d04-496cc4f37b4c', 'name': 'network-vif-deleted', 'tag': 'd57c16f0-b837-4edc-bc8c-f7e0f014c41d', 'status': 'completed', 'code': 200} Mar 29 08:57:46.528571 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:57:46.755705 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:46.791084 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:57:46.800078 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:57:46.800726 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:46.909451 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:57:47.046452 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5b8978ce-9b7a-462d-bed6-970c51c77c95 req-da13fd95-1992-4c69-93a0-897a3140d876 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=23d8a77c-4857-4f8f-8d04-496cc4f37b4c HTTP/1.1" status: 200 len: 210 time: 0.0305932 Mar 29 08:57:47.208265 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:47.234096 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2db036-d333-4f3c-843f-b98b3b311bbf None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd6b394a0-ecef-4d62-a5a8-85505760c350', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fb:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:54:10Z', 'updated_at': '2022-03-29T08:54:52Z', 'revision_number': 2, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:57:47.421709 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daa50c-85c0-4ca8-b640-b6850cc56c19 req-5397449a-efea-45d3-ada2-927cadaa1046 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:47.423910 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-96daa50c-85c0-4ca8-b640-b6850cc56c19 req-5397449a-efea-45d3-ada2-927cadaa1046 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0639367 Mar 29 08:57:47.493489 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-96daa50c-85c0-4ca8-b640-b6850cc56c19 req-5926ec8a-584d-4550-93cf-620f3ed62536 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595148 Mar 29 08:57:47.550710 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462f3a7-068d-4c5e-b78c-23fafc368a64 None None] New status for floating IP d9b1c3d1-59fb-4747-8a81-b3bfabf5d993: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:57:48.219397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37204) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:48.284773 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0348-686d-419b-8239-764c01fcf05e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (7f1ce2b5-66c5-48a6-bcfa-4b367dabc366), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.308543 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0348-686d-419b-8239-764c01fcf05e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (7f1ce2b5-66c5-48a6-bcfa-4b367dabc366), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.439831 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0348-686d-419b-8239-764c01fcf05e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7f1ce2b5-66c5-48a6-bcfa-4b367dabc366), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.442567 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0348-686d-419b-8239-764c01fcf05e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.443793 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b3fc0348-686d-419b-8239-764c01fcf05e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/security-groups/7f1ce2b5-66c5-48a6-bcfa-4b367dabc366 HTTP/1.1" status: 204 len: 168 time: 0.2233181 Mar 29 08:57:48.448399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37218) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:48.453566 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc0348-686d-419b-8239-764c01fcf05e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ce2b5-66c5-48a6-bcfa-4b367dabc366,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:48.460994 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.api.v2.resource [None req-9ab6c88e-7496-4190-89b2-c1e1cde63c1c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] show failed (client error): The resource could not be found. Mar 29 08:57:48.462074 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9ab6c88e-7496-4190-89b2-c1e1cde63c1c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups/7f1ce2b5-66c5-48a6-bcfa-4b367dabc366 HTTP/1.1" status: 404 len: 347 time: 0.0145068 Mar 29 08:57:48.464986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37220) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:48.637226 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb52ed-f2cb-4d5e-b6a8-99c7ad7a9beb req-361aa084-294a-41a8-81a9-507efc469512 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:48.638715 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-20fb52ed-f2cb-4d5e-b6a8-99c7ad7a9beb req-361aa084-294a-41a8-81a9-507efc469512 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0795817 Mar 29 08:57:48.655818 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:57:48.656157 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.742122 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-20fb52ed-f2cb-4d5e-b6a8-99c7ad7a9beb req-7c0acf27-2c7d-46fd-b6b7-76d6dc180749 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960622 Mar 29 08:57:48.761385 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.761712 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:48.774044 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:57:49.035531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:49.063001 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=b9016f0c-5fdb-4b24-ac2d-c92c3fa6f50b,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:49.127925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (d9b1c3d1-59fb-4747-8a81-b3bfabf5d993), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:49.130683 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:49.134617 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-549c0cf5-9467-4a61-aa30-85ea1fc291f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/floatingips/d9b1c3d1-59fb-4747-8a81-b3bfabf5d993 HTTP/1.1" status: 204 len: 168 time: 0.6657758 Mar 29 08:57:49.862127 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac1efb-b0c8-4caa-b894-a253606a9786 req-1a3cf8e9-89ce-48d3-8abb-8d3618524089 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:49.863797 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d1ac1efb-b0c8-4caa-b894-a253606a9786 req-1a3cf8e9-89ce-48d3-8abb-8d3618524089 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0545800 Mar 29 08:57:49.912203 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d1ac1efb-b0c8-4caa-b894-a253606a9786 req-6a69ac1d-bf54-4988-abd4-2bd0dbeafa08 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Mar 29 08:57:50.196548 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37256) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:50.230883 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb6cd4-c763-47a3-b4fe-1a9b6c519ba1 req-7a426b84-31e8-45d7-be45-62905d606838 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:50.232398 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-dcfb6cd4-c763-47a3-b4fe-1a9b6c519ba1 req-7a426b84-31e8-45d7-be45-62905d606838 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0521777 Mar 29 08:57:50.245999 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Deleting subnet fddb8944-e693-4630-9ebf-6c01a49d76b8 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 08:57:50.249104 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Publish callbacks [] for subnet (fddb8944-e693-4630-9ebf-6c01a49d76b8), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.284042 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-dcfb6cd4-c763-47a3-b4fe-1a9b6c519ba1 req-a840c473-91aa-4633-ad31-74cf9aba7ae0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Mar 29 08:57:50.284503 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (fddb8944-e693-4630-9ebf-6c01a49d76b8), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.323782 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (fddb8944-e693-4630-9ebf-6c01a49d76b8), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.365505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-406831f9-f392-4535-95a0-7ae60e7922f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:50.366979 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-406831f9-f392-4535-95a0-7ae60e7922f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 1130 time: 0.0434146 Mar 29 08:57:50.456372 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-025df2fb-6b5a-443c-9529-1697037d0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:50.457898 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-025df2fb-6b5a-443c-9529-1697037d0c63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 912 time: 0.0823197 Mar 29 08:57:50.458669 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (fddb8944-e693-4630-9ebf-6c01a49d76b8), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.484518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddb8944-e693-4630-9ebf-6c01a49d76b8,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:50.490096 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.493624 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bcdfe68e-c99c-43b4-89b8-b0fb44d03704 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fddb8944-e693-4630-9ebf-6c01a49d76b8 HTTP/1.1" status: 204 len: 168 time: 0.2959952 Mar 29 08:57:50.496174 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37258) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:50.529989 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-610bfc3c-aea5-47f6-92cb-5ad11b748c36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1 HTTP/1.1" status: 200 len: 1002 time: 0.0634286 Mar 29 08:57:50.569473 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (45201f56-f91c-4dca-a467-8a6698524a99), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.577057 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-81fc9700-c024-434e-9c74-187a1b45d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:50.579003 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-81fc9700-c024-434e-9c74-187a1b45d73d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 200 len: 850 time: 0.0421298 Mar 29 08:57:50.583988 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d57c16f0-b837-4edc-bc8c-f7e0f014c41d no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:57:50.604500 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: d57c16f0-b837-4edc-bc8c-f7e0f014c41d {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:57:50.604847 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d57c16f0-b837-4edc-bc8c-f7e0f014c41d not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:57:50.627145 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-4585d066-3d1d-415c-9a30-fbc2070c1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:50.628787 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-4585d066-3d1d-415c-9a30-fbc2070c1a49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448718 Mar 29 08:57:50.646452 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (45201f56-f91c-4dca-a467-8a6698524a99), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.670740 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45201f56-f91c-4dca-a467-8a6698524a99']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:50.680293 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a47267-9de0-4a76-86a5-1a08d977b463') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:50.680615 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a47267-9de0-4a76-86a5-1a08d977b463') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:50.690032 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (a6a47267-9de0-4a76-86a5-1a08d977b463), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.703131 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (a6a47267-9de0-4a76-86a5-1a08d977b463), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.710609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 08:57:50.711168 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (a6a47267-9de0-4a76-86a5-1a08d977b463), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 08:57:50.712874 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 08:57:50.726435 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-b4325519-9c16-4532-b808-5eb125ba219b service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884228 Mar 29 08:57:50.813628 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0b1b43d-5a83-44ef-9084-5eee6dbbf20f req-b0d124c5-7878-4520-995b-755980fcf62a service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802851 Mar 29 08:57:50.841314 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (45201f56-f91c-4dca-a467-8a6698524a99), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.857379 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:50.860533 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45201f56-f91c-4dca-a467-8a6698524a99 HTTP/1.1" status: 204 len: 168 time: 0.3632522 Mar 29 08:57:50.861552 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0df0fa-04f0-439f-96c7-5b952cf4b792 admin admin] Pushing event deleted for resources: {'Network': ['ID=45201f56-f91c-4dca-a467-8a6698524a99,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:51.227367 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37266) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:51.273158 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e792712c-60e1-4da4-8a97-7979ef510b6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a95fd76b6a94f719107ea884ffd4550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445573 Mar 29 08:57:51.275665 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37268) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:51.321929 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-972860cd-420a-4b4e-9e02-0b0cc6306242 admin admin] Publish callbacks [] for security_group (d0596979-83e1-4fa7-a6d3-182ebe438585), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:51.345481 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-972860cd-420a-4b4e-9e02-0b0cc6306242 admin admin] Publish callbacks [] for security_group (d0596979-83e1-4fa7-a6d3-182ebe438585), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:51.420978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99fcc3-24ce-49a6-9a95-0f6d570fd148 req-1addd4b0-4ece-4240-935d-c308f879d501 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:51.422978 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-db99fcc3-24ce-49a6-9a95-0f6d570fd148 req-1addd4b0-4ece-4240-935d-c308f879d501 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0665936 Mar 29 08:57:51.468672 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-db99fcc3-24ce-49a6-9a95-0f6d570fd148 req-bf8edcc8-fc68-4033-898e-d3ac973a1c25 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Mar 29 08:57:51.538424 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-972860cd-420a-4b4e-9e02-0b0cc6306242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d0596979-83e1-4fa7-a6d3-182ebe438585), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:51.541115 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-972860cd-420a-4b4e-9e02-0b0cc6306242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:51.542235 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-972860cd-420a-4b4e-9e02-0b0cc6306242 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0596979-83e1-4fa7-a6d3-182ebe438585 HTTP/1.1" status: 204 len: 168 time: 0.2656901 Mar 29 08:57:51.551447 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972860cd-420a-4b4e-9e02-0b0cc6306242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0596979-83e1-4fa7-a6d3-182ebe438585,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:52.470050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37296) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:52.571971 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1787562375-network', 'tenant_id': '7db24b99a5054063af64e1343c5542c7'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:52.606118 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52ad7-4f35-47bf-8014-aee0d4117b8d req-6bcce935-9825-4911-99c7-bdf0615b2abd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:52.607593 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f1c52ad7-4f35-47bf-8014-aee0d4117b8d req-6bcce935-9825-4911-99c7-bdf0615b2abd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0713935 Mar 29 08:57:52.655838 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f1c52ad7-4f35-47bf-8014-aee0d4117b8d req-368e7a96-b561-4e0d-90d1-5bf2a9bd6a29 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Mar 29 08:57:52.657896 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Made reservation on behalf of 7db24b99a5054063af64e1343c5542c7 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:57:52.660086 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.668410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.739600 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks [] for security_group (064a495a-a3ee-49a5-80d9-dcff90586a99), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.804922 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (064a495a-a3ee-49a5-80d9-dcff90586a99), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.822861 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 08:57:52.837505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064a495a-a3ee-49a5-80d9-dcff90586a99,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:52.841304 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (db31512d-bb22-41f0-8732-64f3f0164e5d), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.841655 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Added segment db31512d-bb22-41f0-8732-64f3f0164e5d of type vlan for network a47051c0-4421-463b-8839-cc2a7259240b Mar 29 08:57:52.881608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (a47051c0-4421-463b-8839-cc2a7259240b), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.972605 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (a47051c0-4421-463b-8839-cc2a7259240b), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:52.973594 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:52.974177 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:53.035318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=a47051c0-4421-463b-8839-cc2a7259240b,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:53.045323 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network a47051c0-4421-463b-8839-cc2a7259240b details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 08:57:53.084092 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-80535c0f-16b0-4758-b0f2-626c141b2ab1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6124597 Mar 29 08:57:53.086518 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37308) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:57:53.091776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Request body: {'subnet': {'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1787562375-subnet', 'tenant_id': '7db24b99a5054063af64e1343c5542c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:53.181795 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Made reservation on behalf of 7db24b99a5054063af64e1343c5542c7 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:57:53.184168 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:53.424318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (bd3e4ce3-5c49-41d2-bef7-8a323f337d44), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:53.478295 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3e4ce3-5c49-41d2-bef7-8a323f337d44,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:53.487659 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Checking segment: {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:57:53.488021 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Network hostable DHCP agents. Network: a47051c0-4421-463b-8839-cc2a7259240b, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 08:57:53.566091 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Network a47051c0-4421-463b-8839-cc2a7259240b is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 08:57:53.658130 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, a47051c0-4421-463b-8839-cc2a7259240b) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:57:53.662378 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:53.662972 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:53.669759 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b9489-6cfe-4397-ba69-4681b318cfe7 None None] Network a47051c0-4421-463b-8839-cc2a7259240b requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:57:53.760045 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d3254941-c435-4a8f-954d-89c269a81abd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6643455 Mar 29 08:57:53.765002 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018c2d6-cf7b-4177-a001-de1923e8f6c6 None None] Network a47051c0-4421-463b-8839-cc2a7259240b requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:57:54.810725 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e252f3-90d0-4c9c-93ba-59c7c51c35a3 req-453ca252-2af7-4dfb-bdbd-8847f91366b1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:54.813026 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-45e252f3-90d0-4c9c-93ba-59c7c51c35a3 req-453ca252-2af7-4dfb-bdbd-8847f91366b1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0548124 Mar 29 08:57:54.892315 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-45e252f3-90d0-4c9c-93ba-59c7c51c35a3 req-84ca86dd-2a1e-465e-81bc-4cf3a94efe10 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730145 Mar 29 08:57:54.902749 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-db2b72e9-3a60-42ca-9c45-d527a4c86b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:54.904209 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-db2b72e9-3a60-42ca-9c45-d527a4c86b4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.0686555 Mar 29 08:57:55.006923 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-2e238298-8639-4b05-8f5e-15e570d4fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:55.008523 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-2e238298-8639-4b05-8f5e-15e570d4fdab service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0848775 Mar 29 08:57:55.076489 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-596294b4-fcfb-4215-a5f2-8f9307141f0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 1000 time: 0.0624099 Mar 29 08:57:55.126096 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-e044de89-dfe8-4f8a-b2d4-812897d88e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:55.127548 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-e044de89-dfe8-4f8a-b2d4-812897d88e35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0433209 Mar 29 08:57:55.179982 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-2d652483-338c-49a4-8757-9193496222a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:55.181504 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-2d652483-338c-49a4-8757-9193496222a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441821 Mar 29 08:57:55.273161 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-2b2567a0-07d6-4d28-b86d-0dc00cd4f894 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856864 Mar 29 08:57:55.364243 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b658bc6-3574-494e-8b55-ab238bc73e63 req-e7c58a77-d684-4ab2-808f-b4a5ffdb5219 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850055 Mar 29 08:57:55.384027 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e474c01-4c75-4440-9117-b3696546b12b req-0a5d04c6-e39c-47aa-9c52-99d1aa8fdbfb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:55.385541 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2e474c01-4c75-4440-9117-b3696546b12b req-0a5d04c6-e39c-47aa-9c52-99d1aa8fdbfb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0537019 Mar 29 08:57:55.436592 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2e474c01-4c75-4440-9117-b3696546b12b req-af47ade7-b33f-41ba-99f2-82ee48493922 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Mar 29 08:57:55.810803 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:57:55.817823 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:55.931256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-5e58c9ff-9735-41ca-91f0-6adc8d408543 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:55.932747 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-5e58c9ff-9735-41ca-91f0-6adc8d408543 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/networks?id=a47051c0-4421-463b-8839-cc2a7259240b HTTP/1.1" status: 200 len: 814 time: 0.1038554 Mar 29 08:57:55.947303 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-6d35b92f-65ba-4763-b835-0a8abeaaf69f tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/quotas/7db24b99a5054063af64e1343c5542c7 HTTP/1.1" status: 200 len: 375 time: 0.0092385 Mar 29 08:57:55.978898 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-30da2d08-98c3-4117-9f56-d43c25a73a11 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7db24b99a5054063af64e1343c5542c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265310 Mar 29 08:57:56.011449 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3753a08-ccc4-4e78-9df4-7ba819cc8c08 req-ab790c28-17ce-4409-b52e-32464373a720 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:56.012954 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d3753a08-ccc4-4e78-9df4-7ba819cc8c08 req-ab790c28-17ce-4409-b52e-32464373a720 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0520625 Mar 29 08:57:56.059205 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d3753a08-ccc4-4e78-9df4-7ba819cc8c08 req-097dcac5-3412-4392-863b-a1dc6bcaa257 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Mar 29 08:57:56.072336 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-04e1afd2-795e-4fe7-90f0-270511a658b2 service neutron] 10.222.0.16 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863290 Mar 29 08:57:56.162147 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-fec5e45c-f380-4e07-b230-c70a03488c13 service neutron] 10.222.0.16 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Mar 29 08:57:56.209377 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-7706d35a-9647-4401-ae00-9af519f4c21d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414412 Mar 29 08:57:56.276099 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589755e0-706e-4704-8b73-3a5d43919f0d req-84d4024b-6054-47b6-806c-4678904bcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:56.277586 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-84d4024b-6054-47b6-806c-4678904bcaa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 1130 time: 0.0464745 Mar 29 08:57:56.380903 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589755e0-706e-4704-8b73-3a5d43919f0d req-8bc46786-c335-45d3-9728-f9f0edc17c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:56.382390 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-8bc46786-c335-45d3-9728-f9f0edc17c48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0851464 Mar 29 08:57:56.414815 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d61aace7-2b95-4f55-91b5-c6d1984cd42e req-819ba440-efd3-4fe7-9943-0763afa9aab2 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 210 time: 0.0288007 Mar 29 08:57:56.435498 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-0e76560f-cf6c-4373-b478-1932057394a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa72187-e646-4efc-9660-f506d7952cb6 HTTP/1.1" status: 200 len: 217 time: 0.0404308 Mar 29 08:57:56.530534 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0e18-61ae-4c71-a081-bb5c52681e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:56.754062 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589755e0-706e-4704-8b73-3a5d43919f0d req-e9ec055f-f19c-428f-9aa9-417d49e2caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:56.755481 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-e9ec055f-f19c-428f-9aa9-417d49e2caa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.3179493 Mar 29 08:57:56.772984 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece685c8-7bc6-4f34-acdc-99f610b83090 req-b2b504b6-83be-4d49-ae22-e739f6d50d5a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:56.774417 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ece685c8-7bc6-4f34-acdc-99f610b83090 req-b2b504b6-83be-4d49-ae22-e739f6d50d5a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0630503 Mar 29 08:57:56.851845 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ece685c8-7bc6-4f34-acdc-99f610b83090 req-0e1622f3-6e9d-41f7-ad93-be9f28bab211 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=7989bc43-31fd-41f1-bdcb-7726d7d789a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684898 Mar 29 08:57:56.857597 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589755e0-706e-4704-8b73-3a5d43919f0d req-79cac783-e832-44bd-a8bc-7e219b728650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:56.863530 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-79cac783-e832-44bd-a8bc-7e219b728650 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838010 Mar 29 08:57:56.948247 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-bded1470-cc6f-40c1-9605-1a87e456c773 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813172 Mar 29 08:57:57.043272 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-589755e0-706e-4704-8b73-3a5d43919f0d req-952da735-c2b2-4e9b-950c-e5bfa149e8d7 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Mar 29 08:57:57.180614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8e819-df27-4f29-aa66-bbfef9c1aadb req-22036ee4-3d34-4948-af19-f5fb2c905612 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:57.182072 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-73a8e819-df27-4f29-aa66-bbfef9c1aadb req-22036ee4-3d34-4948-af19-f5fb2c905612 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0539556 Mar 29 08:57:57.235568 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-73a8e819-df27-4f29-aa66-bbfef9c1aadb req-4720218b-dc7c-4c7d-a765-8744fae5ddf5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476773 Mar 29 08:57:57.241982 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a466202-08c3-400c-a913-7254185948c5 req-df02a1df-4fbc-441e-b88f-1857761e3b13 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:57.243473 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4a466202-08c3-400c-a913-7254185948c5 req-df02a1df-4fbc-441e-b88f-1857761e3b13 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 946 time: 0.0557337 Mar 29 08:57:57.343334 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port c5193eff-1ebc-4cc9-904c-4da5ed898b22 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:57:57.343644 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:57.451224 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] For port c5193eff-1ebc-4cc9-904c-4da5ed898b22, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c5193eff-1ebc-4cc9-904c-4da5ed898b22,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:57:57.451592 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:57.541053 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-680286ee-4235-4a29-9c55-76ab8b06fedf req-792026cd-1e86-43c2-9c2c-6b6ca4916303 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 210 time: 0.0388584 Mar 29 08:57:57.668488 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:57.668780 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d6b394a0-ecef-4d62-a5a8-85505760c350), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:57.669098 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP d6b394a0-ecef-4d62-a5a8-85505760c350 disassociated. External IP: 172.27.1.253, port: c5193eff-1ebc-4cc9-904c-4da5ed898b22. Mar 29 08:57:57.669439 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for c5193eff-1ebc-4cc9-904c-4da5ed898b22 owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:57:57.855993 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (c5193eff-1ebc-4cc9-904c-4da5ed898b22), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:57.885168 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=c5193eff-1ebc-4cc9-904c-4da5ed898b22,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:57.952926 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bc2fee3e-b97d-4ae5-a629-f48bf8af37e0 req-56cfd8a5-b7f3-470b-bc5c-7ae02ec29665 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Mar 29 08:57:58.010253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:57:58.124653 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:57:58.135013 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:57:58.146271 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:57:58.146893 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:58.169518 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] No DVR routers for this DVR port c5193eff-1ebc-4cc9-904c-4da5ed898b22 on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:57:58.172134 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:58.175395 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4a466202-08c3-400c-a913-7254185948c5 req-90ffd454-c286-4bf0-a12b-677d4b3cea80 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "DELETE /v2.0/ports/c5193eff-1ebc-4cc9-904c-4da5ed898b22 HTTP/1.1" status: 204 len: 173 time: 0.9248943 Mar 29 08:57:58.175837 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'name': 'network-vif-deleted', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:57:58.178106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4187bbb-dc0b-41c4-b71f-0ce9f8ebbd3c" -d '{"events": [{"server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "name": "network-vif-deleted", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:57:58.214897 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4921c5-bbb9-43ea-9b07-c377f102ebda x-openstack-request-id: req-0f4921c5-bbb9-43ea-9b07-c377f102ebda {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:57:58.215188 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c32537-76fc-4222-8901-fe1dfa2c14e2", "name": "network-vif-deleted", "tag": "c5193eff-1ebc-4cc9-904c-4da5ed898b22", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:57:58.215439 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f4921c5-bbb9-43ea-9b07-c377f102ebda {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:57:58.215867 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4921c5-bbb9-43ea-9b07-c377f102ebda'] response: {'server_uuid': '97c32537-76fc-4222-8901-fe1dfa2c14e2', 'name': 'network-vif-deleted', 'tag': 'c5193eff-1ebc-4cc9-904c-4da5ed898b22', 'status': 'completed', 'code': 200} Mar 29 08:57:58.257259 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:57:58.371648 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb02b1-166f-4b8f-85b9-9b4e31368b2d req-0030f102-6d5a-41c9-b912-16b8699c86a3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:58.373391 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e1bb02b1-166f-4b8f-85b9-9b4e31368b2d req-0030f102-6d5a-41c9-b912-16b8699c86a3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0661285 Mar 29 08:57:58.436944 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e1bb02b1-166f-4b8f-85b9-9b4e31368b2d req-a7198e30-64cb-4614-9e0b-6a723cfa02f5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565000 Mar 29 08:57:58.480428 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:58.506366 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:57:58.514833 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:57:58.515443 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:58.623435 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:57:58.637965 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-05bbcfcf-f295-41f2-9237-f99e47b649a2 req-77306d72-a6e3-4650-bc6e-41427b02eac9 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 210 time: 0.0283668 Mar 29 08:57:58.826923 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:57:58.852990 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0073261-ff36-40ab-95ed-0c19e90c2d81 None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:57:58.867308 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-a71969f6-a666-4aa2-b751-4e58aece51cd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:58.868912 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-a71969f6-a666-4aa2-b751-4e58aece51cd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "GET /v2.0/networks?id=a47051c0-4421-463b-8839-cc2a7259240b HTTP/1.1" status: 200 len: 814 time: 0.1012866 Mar 29 08:57:58.883402 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Request body: {'port': {'device_id': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b', 'admin_state_up': True, 'tenant_id': '7db24b99a5054063af64e1343c5542c7'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:58.896553 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ca9abcd9-301c-4311-aacc-5d1772c98e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:59.064759 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Made reservation on behalf of 7db24b99a5054063af64e1343c5542c7 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:57:59.068548 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:59.079893 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4ca93667-abbc-4110-a713-fb6a9516681f req-82ea83f3-da07-4a54-9a48-52dc7c38c328 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=97c32537-76fc-4222-8901-fe1dfa2c14e2 HTTP/1.1" status: 200 len: 210 time: 0.0280397 Mar 29 08:57:59.133020 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923e8ae-d9d6-461b-932a-fa66ccecd953 None None] New status for floating IP d6b394a0-ecef-4d62-a5a8-85505760c350: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:57:59.205872 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Allocated IP 172.20.0.3 (a47051c0-4421-463b-8839-cc2a7259240b/bd3e4ce3-5c49-41d2-bef7-8a323f337d44/de37e0af-7b0e-466f-8e36-b38a5ca8cc19) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:57:59.355987 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks [] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:59.507098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:59.574079 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Network a47051c0-4421-463b-8839-cc2a7259240b is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:57:59.583627 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:57:59.587348 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:57:59.589706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Pushing event updated for resources: {'Port': ['ID=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:57:59.625728 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1972f-5e6d-40f0-a8c7-fad288fabfbd req-a81e2ad6-3451-42d2-8d8b-573813a32b30 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:59.627251 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-21d1972f-5e6d-40f0-a8c7-fad288fabfbd req-a81e2ad6-3451-42d2-8d8b-573813a32b30 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.1301105 Mar 29 08:57:59.659243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:59.659848 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:57:59.692197 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-21d1972f-5e6d-40f0-a8c7-fad288fabfbd req-c385a2df-3575-4d44-afeb-db991bf2df61 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592167 Mar 29 08:57:59.756387 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471f53d-6787-4cae-9061-1409abf7a306 req-7b0f870f-71ae-4f10-a31e-79253a52fa36 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:57:59.757889 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d471f53d-6787-4cae-9061-1409abf7a306 req-7b0f870f-71ae-4f10-a31e-79253a52fa36 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 931 time: 0.0559831 Mar 29 08:57:59.780283 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-d8c1b50d-3acb-410d-8ade-bc0983a5152a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008663 Mar 29 08:57:59.792494 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Request body: {'port': {'device_id': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:57:59.804515 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d471f53d-6787-4cae-9061-1409abf7a306 req-e339a899-1ac2-44cd-b17d-33da9d954734 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Mar 29 08:57:59.852019 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.069073 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.105554 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de37e0af-7b0e-466f-8e36-b38a5ca8cc19 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:00.113038 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Publish callbacks [] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.127382 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Transition to ACTIVE for port object de37e0af-7b0e-466f-8e36-b38a5ca8cc19 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:58:00.183510 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.234141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Pushing event updated for resources: {'Port': ['ID=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:00.258972 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37404) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:00.301883 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Attempting to bind port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:58:00.302228 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Attempting to bind port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:58:00.302539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Attempting to bind port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 on network a47051c0-4421-463b-8839-cc2a7259240b {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:00.306740 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 on network a47051c0-4421-463b-8839-cc2a7259240b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:58:00.307059 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Attempting to bind port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 on network a47051c0-4421-463b-8839-cc2a7259240b {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:00.311749 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:58:00.311943 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c5c10506-7779-4b14-aca4-0f95b1d0c1db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (7989bc43-31fd-41f1-bdcb-7726d7d789a2), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.312082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Checking segment: {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:58:00.313054 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Bound using segment: {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:58:00.313575 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Bound port: de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:58:00.313845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.335117 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c5c10506-7779-4b14-aca4-0f95b1d0c1db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (7989bc43-31fd-41f1-bdcb-7726d7d789a2), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.381659 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] For port de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:58:00.381659 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] For port de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:58:00.458025 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c5c10506-7779-4b14-aca4-0f95b1d0c1db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7989bc43-31fd-41f1-bdcb-7726d7d789a2), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.460692 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c5c10506-7779-4b14-aca4-0f95b1d0c1db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.461832 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c5c10506-7779-4b14-aca4-0f95b1d0c1db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/security-groups/7989bc43-31fd-41f1-bdcb-7726d7d789a2 HTTP/1.1" status: 204 len: 168 time: 0.2013636 Mar 29 08:58:00.464618 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37406) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:00.470892 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c10506-7779-4b14-aca4-0f95b1d0c1db tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7989bc43-31fd-41f1-bdcb-7726d7d789a2,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:00.474079 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.483412 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.api.v2.resource [None req-5bb8d672-5e27-45e2-973f-083911cc4c67 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] show failed (client error): The resource could not be found. Mar 29 08:58:00.484959 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5bb8d672-5e27-45e2-973f-083911cc4c67 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups/7989bc43-31fd-41f1-bdcb-7726d7d789a2 HTTP/1.1" status: 404 len: 347 time: 0.0188177 Mar 29 08:58:00.487938 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37408) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:00.519816 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.520459 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.521807 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] 10.222.0.13 "PUT /v2.0/ports/de37e0af-7b0e-466f-8e36-b38a5ca8cc19 HTTP/1.1" status: 200 len: 1093 time: 0.7333131 Mar 29 08:58:00.522248 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'tag': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:00.524478 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536f1db-580f-4306-8f8d-ab239c179392" -d '{"events": [{"name": "network-changed", "server_uuid": "2b090e82-fd78-49cf-a18e-030095ef43c4", "tag": "de37e0af-7b0e-466f-8e36-b38a5ca8cc19"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:00.548638 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1763a-0c2f-48b0-86bc-f1ad55d20b44 service neutron] Pushing event updated for resources: {'Port': ['ID=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:00.561404 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950fcdb1-b45e-41d0-92ef-ee1ed4cd6bbb x-openstack-request-id: req-950fcdb1-b45e-41d0-92ef-ee1ed4cd6bbb {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:00.561690 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b090e82-fd78-49cf-a18e-030095ef43c4", "tag": "de37e0af-7b0e-466f-8e36-b38a5ca8cc19", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:00.561946 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-950fcdb1-b45e-41d0-92ef-ee1ed4cd6bbb {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:00.562345 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950fcdb1-b45e-41d0-92ef-ee1ed4cd6bbb'] response: {'name': 'network-changed', 'server_uuid': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'tag': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19', 'status': 'completed', 'code': 200} Mar 29 08:58:00.624211 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port beb73373-d2c0-42b9-8892-2f2f5dfea771 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:58:00.624752 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.629467 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f1db-580f-4306-8f8d-ab239c179392 req-4bd31508-94b5-44d5-8361-7432be81ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.631011 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8536f1db-580f-4306-8f8d-ab239c179392 req-4bd31508-94b5-44d5-8361-7432be81ad50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7db24b99a5054063af64e1343c5542c7&device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 1127 time: 0.0445611 Mar 29 08:58:00.701703 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.701946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (beb73373-d2c0-42b9-8892-2f2f5dfea771), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:00.713509 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for beb73373-d2c0-42b9-8892-2f2f5dfea771 owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:58:00.736236 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f1db-580f-4306-8f8d-ab239c179392 req-770a8281-d231-4935-9a28-ce4bb9c66298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.737765 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8536f1db-580f-4306-8f8d-ab239c179392 req-770a8281-d231-4935-9a28-ce4bb9c66298 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7db24b99a5054063af64e1343c5542c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903986 Mar 29 08:58:00.835612 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f1db-580f-4306-8f8d-ab239c179392 req-434e1fc1-ec9d-407b-876d-502fece27d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.837143 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8536f1db-580f-4306-8f8d-ab239c179392 req-434e1fc1-ec9d-407b-876d-502fece27d52 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920992 Mar 29 08:58:00.839493 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef088ed0-409b-4756-8cf5-1b7399719f93 req-266d5b36-a5e4-4194-8b46-c966fd98bef7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.841050 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ef088ed0-409b-4756-8cf5-1b7399719f93 req-266d5b36-a5e4-4194-8b46-c966fd98bef7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0799675 Mar 29 08:58:00.925262 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ef088ed0-409b-4756-8cf5-1b7399719f93 req-97a1740a-b8a0-4464-b2ed-86cd812e3b0c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754278 Mar 29 08:58:00.956688 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-2f29aa51-a35a-4eda-8202-1337d79ab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.958145 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-2f29aa51-a35a-4eda-8202-1337d79ab4e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7db24b99a5054063af64e1343c5542c7&device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 1127 time: 0.0793617 Mar 29 08:58:00.965896 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbac232-638a-41b4-8c88-6dcfabdd87e2 req-b348e584-2c25-44e1-91bf-608475a9ad44 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:00.967278 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cbac232-638a-41b4-8c88-6dcfabdd87e2 req-b348e584-2c25-44e1-91bf-608475a9ad44 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 943 time: 0.0904648 Mar 29 08:58:00.981531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (beb73373-d2c0-42b9-8892-2f2f5dfea771), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.011625 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=beb73373-d2c0-42b9-8892-2f2f5dfea771,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:01.019782 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-dbbb6bfe-d7f0-49e1-8196-df44168550f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de37e0af-7b0e-466f-8e36-b38a5ca8cc19 HTTP/1.1" status: 200 len: 217 time: 0.0514839 Mar 29 08:58:01.072112 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (d6b394a0-ecef-4d62-a5a8-85505760c350), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.074732 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.074953 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cbac232-638a-41b4-8c88-6dcfabdd87e2 req-8990a65c-dac3-42a3-a9bb-27556364b848 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001692 Mar 29 08:58:01.079195 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-1a2da817-a060-4862-9f18-c68ba071f6bb tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/floatingips/d6b394a0-ecef-4d62-a5a8-85505760c350 HTTP/1.1" status: 204 len: 168 time: 0.5867455 Mar 29 08:58:01.093197 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-74cf3d39-cdda-461c-8ef1-820768f2dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:01.095271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-74cf3d39-cdda-461c-8ef1-820768f2dacc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd3e4ce3-5c49-41d2-bef7-8a323f337d44 HTTP/1.1" status: 200 len: 854 time: 0.0649357 Mar 29 08:58:01.127278 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-3b55e4f3-b3b4-413c-acfa-5e2cb2cc4ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a47051c0-4421-463b-8839-cc2a7259240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245264 Mar 29 08:58:01.223164 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-2a114157-0dc6-449c-a5d6-e62173d45092 service neutron] 10.222.0.13 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862503 Mar 29 08:58:01.241180 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.311205 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f76e4264-a136-45c9-add0-0c7127a7a974 req-75cf556e-76a8-4995-ae37-ed4e69d40b9d service neutron] 10.222.0.13 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800116 Mar 29 08:58:01.486208 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37420) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:01.490698 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270314086', 'description': 'tempest-description--938911389'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:01.572093 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.635521 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (71985a8d-d366-4eeb-9845-adb1d4e38984), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.714782 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (71985a8d-d366-4eeb-9845-adb1d4e38984), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.742052 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71985a8d-d366-4eeb-9845-adb1d4e38984,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:01.802209 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.803437 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e3f5e51a-ba5e-40eb-a8c8-cc338da56f85 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3161964 Mar 29 08:58:01.806172 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37422) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:01.810442 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '71985a8d-d366-4eeb-9845-adb1d4e38984', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:01.884811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (d12efe59-2542-4388-b1a2-1fd1928a7be8), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:01.938811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (d12efe59-2542-4388-b1a2-1fd1928a7be8), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.004227 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (d12efe59-2542-4388-b1a2-1fd1928a7be8), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.023772 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12efe59-2542-4388-b1a2-1fd1928a7be8,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:02.045408 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c590-daf2-4f66-9712-836478416377 req-7d92c52b-f14f-4ad0-ad36-6ee44c23998e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:02.047424 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9c03c590-daf2-4f66-9712-836478416377 req-7d92c52b-f14f-4ad0-ad36-6ee44c23998e tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0565434 Mar 29 08:58:02.091980 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.092214 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9c03c590-daf2-4f66-9712-836478416377 req-d69f71af-ebe8-4384-b25f-46d382be1298 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 Mar 29 08:58:02.093229 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8073e134-7cc8-4762-9fc1-2e65ae6d2c76 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2861514 Mar 29 08:58:02.095839 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37426) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:02.100489 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '71985a8d-d366-4eeb-9845-adb1d4e38984', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:02.205969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24588f-4679-417f-8c6f-7287c070faf9 req-1e92bdfa-128c-4d16-a778-22bca815e5c3 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:02.207408 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-be24588f-4679-417f-8c6f-7287c070faf9 req-1e92bdfa-128c-4d16-a778-22bca815e5c3 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 943 time: 0.0609767 Mar 29 08:58:02.208220 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (01b64ff7-d8ab-46b3-8290-1e0679dcad46), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.284224 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-be24588f-4679-417f-8c6f-7287c070faf9 req-25fbad34-c85d-4a73-a54a-7863617854bc tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671690 Mar 29 08:58:02.285710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (01b64ff7-d8ab-46b3-8290-1e0679dcad46), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.360993 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (01b64ff7-d8ab-46b3-8290-1e0679dcad46), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.378825 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b64ff7-d8ab-46b3-8290-1e0679dcad46,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:02.453834 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.455038 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8a74ae15-1c41-4fca-a0e4-aad733554ef1 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582225 Mar 29 08:58:02.457951 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37430) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:02.462081 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:02.555119 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.607897 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c5193eff-1ebc-4cc9-904c-4da5ed898b22 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:58:02.626681 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: c5193eff-1ebc-4cc9-904c-4da5ed898b22 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:58:02.627042 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c5193eff-1ebc-4cc9-904c-4da5ed898b22 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:58:02.651190 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.749872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.27.1.19 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/14cbca4c-6d65-4728-b90d-bd8058c3db67) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:58:02.848103 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.955595 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:02.990704 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:58:02.993501 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:58:02.995973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:58:03.018035 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.026499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=14cbca4c-6d65-4728-b90d-bd8058c3db67,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:03.093973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (07fb824a-12e0-4f8d-8ad1-c954f6e696ca), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.199463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.212589 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e353-fe6c-4809-b596-6f363d4fb4a4 req-19fd0b89-997a-4e3a-ba6d-c57b45b4f2fe tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:03.214082 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-01b4e353-fe6c-4809-b596-6f363d4fb4a4 req-19fd0b89-997a-4e3a-ba6d-c57b45b4f2fe tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0541914 Mar 29 08:58:03.260432 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-01b4e353-fe6c-4809-b596-6f363d4fb4a4 req-4dfb674b-0585-4702-9ef0-e8df35f52d47 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 Mar 29 08:58:03.348332 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.407348 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6ed47-c6d5-495a-9d84-ac9d51edfded req-417edd84-5c6e-4362-9692-5b67abe85428 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:03.408901 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3ff6ed47-c6d5-495a-9d84-ac9d51edfded req-417edd84-5c6e-4362-9692-5b67abe85428 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 943 time: 0.0533204 Mar 29 08:58:03.427773 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.516019 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=14cbca4c-6d65-4728-b90d-bd8058c3db67,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:03.523063 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3ff6ed47-c6d5-495a-9d84-ac9d51edfded req-82f4a194-e5a6-42fa-93b3-feb78e503a8c tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082807 Mar 29 08:58:03.532772 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (07fb824a-12e0-4f8d-8ad1-c954f6e696ca), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.606235 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:03.607571 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-02bd90fa-b92f-43af-abcc-c14ee2322bec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1487169 Mar 29 08:58:03.805496 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-0edc9ef6-0e9a-432a-b509-fec7c9152fa7 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1270314086&fields=id&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 267 time: 0.0416644 Mar 29 08:58:03.912311 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ba04acb7-c7e7-4b55-9f8e-c25a8ef9f944 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:03.914462 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ba04acb7-c7e7-4b55-9f8e-c25a8ef9f944 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.1026123 Mar 29 08:58:03.929454 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-22f246e5-9d25-4132-82cc-32b32cc228a6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/quotas/2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 375 time: 0.0096459 Mar 29 08:58:03.982598 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-a68e7236-cdd7-4f4f-88f9-7762b75c77be tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484684 Mar 29 08:58:04.077332 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-aeb0072f-9ee3-4c0c-9399-b543317fb631 service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827832 Mar 29 08:58:04.167837 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-d75b84a8-af75-4dc0-9c96-23dd9b546c6e service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Mar 29 08:58:04.381766 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5d803-023b-4e1f-b7ed-ff55b8b327e2 req-061765fd-63cf-4142-978f-8857951b0ad3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:04.383328 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0ec5d803-023b-4e1f-b7ed-ff55b8b327e2 req-061765fd-63cf-4142-978f-8857951b0ad3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0586486 Mar 29 08:58:04.414805 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-260cecb8-6c5f-44f9-a076-d3a2d135e1b3 req-ca975d46-d274-47fd-bba3-cd623e4ff67c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 210 time: 0.0310428 Mar 29 08:58:04.440544 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0ec5d803-023b-4e1f-b7ed-ff55b8b327e2 req-a3771ace-3897-45e2-8d2a-30641c9e1f7a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515337 Mar 29 08:58:04.634463 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device de37e0af-7b0e-466f-8e36-b38a5ca8cc19 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:58:04.636567 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c2d-b8ff-4655-aa9c-34fc2d434166 req-e3622f9a-7571-4ba5-a7fe-b7320f46f40c tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:04.638057 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-93fc1c2d-b8ff-4655-aa9c-34fc2d434166 req-e3622f9a-7571-4ba5-a7fe-b7320f46f40c tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 943 time: 0.0514550 Mar 29 08:58:04.695679 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-93fc1c2d-b8ff-4655-aa9c-34fc2d434166 req-f957485c-4e07-490f-a43d-81b1a97f16e5 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505524 Mar 29 08:58:04.733245 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:04.745135 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19', 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b', 'port_id': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19', 'mac_address': 'fa:16:3e:0c:15:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e4ce3-5c49-41d2-bef7-8a323f337d44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:58:04.781023 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:58:04.781414 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:04.793765 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de37e0af-7b0e-466f-8e36-b38a5ca8cc19 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:04.814281 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:04.875603 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:04.925011 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:05.215459 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['de37e0af-7b0e-466f-8e36-b38a5ca8cc19'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:58:05.510083 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-385a82e4-6888-4c4f-9d8c-6b13c6e19a73 req-fa3e1ec8-73f3-4e3c-8949-6a308556587d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 210 time: 0.0282848 Mar 29 08:58:05.562645 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315aaa6-62f0-4699-9084-65653f14e7cc req-beb72e99-fb8d-4035-a335-2b74a495046d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:05.564125 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2315aaa6-62f0-4699-9084-65653f14e7cc req-beb72e99-fb8d-4035-a335-2b74a495046d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0530963 Mar 29 08:58:05.612438 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2315aaa6-62f0-4699-9084-65653f14e7cc req-aa52bb47-12bf-4972-8769-39a4425152c6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Mar 29 08:58:05.812375 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c2401-66c7-4d0c-9e1c-e89d0e78f010 req-c94a37b8-565a-41cd-8aa5-3f52334801e8 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:05.813841 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-076c2401-66c7-4d0c-9e1c-e89d0e78f010 req-c94a37b8-565a-41cd-8aa5-3f52334801e8 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Mar 29 08:58:05.862486 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-076c2401-66c7-4d0c-9e1c-e89d0e78f010 req-df790b5b-9a4c-4574-b5df-fb5ecc643391 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Mar 29 08:58:06.354256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ebd167f0-e9d7-4b6a-bb61-00dc718539e8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:06.355676 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ebd167f0-e9d7-4b6a-bb61-00dc718539e8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.1001003 Mar 29 08:58:06.415295 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-fbd306f0-64ab-4f29-a554-07e1d2d49dd2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 380 time: 0.0514388 Mar 29 08:58:06.425303 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'port': {'device_id': 'f2118288-2914-48b4-830d-c564008d4d23', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'admin_state_up': True, 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'security_groups': ['71985a8d-d366-4eeb-9845-adb1d4e38984']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:06.609792 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b9b39bb0-1f25-4362-bc89-e9403353a3ab req-99778ff6-fdf2-4dd7-891f-4d91ff49ab62 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 210 time: 0.0305328 Mar 29 08:58:06.610504 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Made reservation on behalf of 2be54e384c4f49adb6a34444225bd618 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:58:06.613622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:06.636528 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device de37e0af-7b0e-466f-8e36-b38a5ca8cc19 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:58:06.750050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.20.0.13 (611e19c1-7854-4676-8245-112508e60afc/15f36853-b19b-4f54-b8cc-2b2d4c45ad68/c92aa81c-4806-4c64-8665-8ef943ec0023) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:58:06.772145 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:58:06.782516 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:58:06.782516 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:06.858026 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:58:06.858301 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:06.890813 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:06.893991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d78bf-363f-49af-8884-34247db87adb" -d '{"events": [{"server_uuid": "2b090e82-fd78-49cf-a18e-030095ef43c4", "name": "network-vif-plugged", "status": "completed", "tag": "de37e0af-7b0e-466f-8e36-b38a5ca8cc19"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:06.907842 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:06.910776 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:06.961508 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2233-ae58-44a5-8a6a-305709e99c11 req-5238305a-c2ff-48eb-99bf-3193b92c5b0f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:06.963068 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10cf2233-ae58-44a5-8a6a-305709e99c11 req-5238305a-c2ff-48eb-99bf-3193b92c5b0f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.2739356 Mar 29 08:58:06.982652 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:06.990243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a6e1b-f1b2-4919-b818-11de130e50a1 req-cebbb588-47a2-4645-a388-0f67688d1a81 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:06.991547 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d74a6e1b-f1b2-4919-b818-11de130e50a1 req-cebbb588-47a2-4645-a388-0f67688d1a81 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 944 time: 0.0542622 Mar 29 08:58:07.011810 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.017643 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10cf2233-ae58-44a5-8a6a-305709e99c11 req-8c9d5c4c-d794-4860-ac2d-0da83f469d91 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476077 Mar 29 08:58:07.049080 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:07.059958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d04cf63-8d13-4bf2-9d1a-833c0fab4096 x-openstack-request-id: req-8d04cf63-8d13-4bf2-9d1a-833c0fab4096 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:07.060283 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b090e82-fd78-49cf-a18e-030095ef43c4", "name": "network-vif-plugged", "status": "completed", "tag": "de37e0af-7b0e-466f-8e36-b38a5ca8cc19", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:07.060572 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d04cf63-8d13-4bf2-9d1a-833c0fab4096 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:07.060977 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d04cf63-8d13-4bf2-9d1a-833c0fab4096'] response: {'server_uuid': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19', 'code': 200} Mar 29 08:58:07.067007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:58:07.073894 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:58:07.083559 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:58:07.128841 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d74a6e1b-f1b2-4919-b818-11de130e50a1 req-5cea8b04-3e43-4b72-b609-dadf9f7bc1f9 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304750 Mar 29 08:58:07.131629 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=c92aa81c-4806-4c64-8665-8ef943ec0023,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:07.153259 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:07.153991 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.226060 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-f04241d3-b86d-463d-99bf-6f45e9c50dc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047929 Mar 29 08:58:07.239694 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Request body: {'port': {'device_id': 'f2118288-2914-48b4-830d-c564008d4d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:07.298210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.310647 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-fc040a9c-2b7a-4419-a7d2-b848bd720ef8 None None] Provisioning complete for port c92aa81c-4806-4c64-8665-8ef943ec0023 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:58:07.311027 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-fc040a9c-2b7a-4419-a7d2-b848bd720ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.346977 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-fc040a9c-2b7a-4419-a7d2-b848bd720ef8 None None] Port c92aa81c-4806-4c64-8665-8ef943ec0023 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:58:07.374044 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e198-d112-4f74-9dff-c6cdf34eb6d1 req-2b378255-e25e-409c-bd5d-b3920406767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:07.376065 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9409e198-d112-4f74-9dff-c6cdf34eb6d1 req-2b378255-e25e-409c-bd5d-b3920406767a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 1129 time: 0.0428870 Mar 29 08:58:07.422805 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9409e198-d112-4f74-9dff-c6cdf34eb6d1 req-a72d1ca5-42f7-461a-9d0a-e7683ccbce50 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Mar 29 08:58:07.559521 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92aa81c-4806-4c64-8665-8ef943ec0023 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:07.567264 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Publish callbacks [] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.579323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Transition to ACTIVE for port object c92aa81c-4806-4c64-8665-8ef943ec0023 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:58:07.638309 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.691146 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Pushing event updated for resources: {'Port': ['ID=c92aa81c-4806-4c64-8665-8ef943ec0023,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:07.734886 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f75a8-e7d7-4ad7-bb45-f7029edf14a2 req-979b57aa-707b-4b8e-bc5e-efdc363b2621 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:07.736727 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-427f75a8-e7d7-4ad7-bb45-f7029edf14a2 req-979b57aa-707b-4b8e-bc5e-efdc363b2621 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 944 time: 0.0588565 Mar 29 08:58:07.760708 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Attempting to bind port c92aa81c-4806-4c64-8665-8ef943ec0023 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:58:07.761048 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Attempting to bind port c92aa81c-4806-4c64-8665-8ef943ec0023 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:58:07.761377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Attempting to bind port c92aa81c-4806-4c64-8665-8ef943ec0023 on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:07.766624 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Port c92aa81c-4806-4c64-8665-8ef943ec0023 on network 611e19c1-7854-4676-8245-112508e60afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:58:07.766955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Attempting to bind port c92aa81c-4806-4c64-8665-8ef943ec0023 on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:07.771961 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:58:07.772306 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:58:07.772941 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Bound using segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:58:07.773376 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Bound port: c92aa81c-4806-4c64-8665-8ef943ec0023, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:58:07.773725 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.787347 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-427f75a8-e7d7-4ad7-bb45-f7029edf14a2 req-c46739fd-e5af-429a-8eae-f716689f99df tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Mar 29 08:58:07.838635 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] For port c92aa81c-4806-4c64-8665-8ef943ec0023, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:58:07.841874 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] For port c92aa81c-4806-4c64-8665-8ef943ec0023, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c92aa81c-4806-4c64-8665-8ef943ec0023,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:58:07.903987 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.935901 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:07.936569 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:07.938708 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] 10.222.0.13 "PUT /v2.0/ports/c92aa81c-4806-4c64-8665-8ef943ec0023 HTTP/1.1" status: 200 len: 1094 time: 0.7032588 Mar 29 08:58:07.939145 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:07.941442 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:07.977110 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86c28-d593-47f3-a8df-e2a4944acb51 service neutron] Pushing event updated for resources: {'Port': ['ID=c92aa81c-4806-4c64-8665-8ef943ec0023,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:07.985550 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7b956d-36ac-476e-92ec-5d10db1e72c9 x-openstack-request-id: req-6f7b956d-36ac-476e-92ec-5d10db1e72c9 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:07.985843 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:07.986101 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f7b956d-36ac-476e-92ec-5d10db1e72c9 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:07.986513 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7b956d-36ac-476e-92ec-5d10db1e72c9'] response: {'name': 'network-changed', 'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'status': 'completed', 'code': 200} Mar 29 08:58:08.051000 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f req-67817ee5-f150-4da0-9438-229cff6c7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.052587 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f req-67817ee5-f150-4da0-9438-229cff6c7b8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 1128 time: 0.0465922 Mar 29 08:58:08.146111 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5d333-69f1-4e04-be23-adcb14d8110e req-db32706b-8518-4bab-938e-bb71a8c2a3ca tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.147794 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0be5d333-69f1-4e04-be23-adcb14d8110e req-db32706b-8518-4bab-938e-bb71a8c2a3ca tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0585258 Mar 29 08:58:08.210690 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0be5d333-69f1-4e04-be23-adcb14d8110e req-bfc3235d-f170-44ca-9a47-27bd9fe31701 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570493 Mar 29 08:58:08.442114 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3080ae-d635-4139-877f-991e870ecef5 req-472cdc6a-3017-40f8-877e-0395d0cfd895 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.443637 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-be3080ae-d635-4139-877f-991e870ecef5 req-472cdc6a-3017-40f8-877e-0395d0cfd895 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 945 time: 0.0812635 Mar 29 08:58:08.446296 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f req-ac354caf-b92f-4330-bea4-5e1b53cbcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.447665 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f req-ac354caf-b92f-4330-bea4-5e1b53cbcd69 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2be54e384c4f49adb6a34444225bd618&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3859279 Mar 29 08:58:08.541947 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-be3080ae-d635-4139-877f-991e870ecef5 req-3039ecec-08d1-417e-a665-c2ed887eb621 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921931 Mar 29 08:58:08.567562 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f req-941496c0-a6d7-4e6c-8d9b-33b1a58c5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.569046 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-0c6be731-9ab1-4c34-ac7a-f7a11ac5494f req-941496c0-a6d7-4e6c-8d9b-33b1a58c5c24 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138453 Mar 29 08:58:08.654968 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-a9393623-fccb-44b7-b0ee-17a2a7684047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.657091 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-a9393623-fccb-44b7-b0ee-17a2a7684047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 1128 time: 0.0444069 Mar 29 08:58:08.701275 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-b01bcaa6-e979-402a-b96d-cbe816307312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c92aa81c-4806-4c64-8665-8ef943ec0023 HTTP/1.1" status: 200 len: 217 time: 0.0369420 Mar 29 08:58:08.748012 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-1d413c3f-7c6d-4458-a7cf-e4115be406ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.749442 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-1d413c3f-7c6d-4458-a7cf-e4115be406ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0418725 Mar 29 08:58:08.799932 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-4383c9ca-3806-4290-9918-ee094e780880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.801509 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-4383c9ca-3806-4290-9918-ee094e780880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434437 Mar 29 08:58:08.905320 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a3270-9e6e-45e7-a76b-1c52bbc53780 req-017c4350-86ee-41b7-b8f1-45c35c5fd6b0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:08.906848 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-731a3270-9e6e-45e7-a76b-1c52bbc53780 req-017c4350-86ee-41b7-b8f1-45c35c5fd6b0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 944 time: 0.0534189 Mar 29 08:58:08.914630 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-0416f227-8dec-4c23-884c-a55180914b9d service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954916 Mar 29 08:58:08.957440 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-731a3270-9e6e-45e7-a76b-1c52bbc53780 req-dc17bc3e-3400-4768-9bff-b4590a98abc7 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 Mar 29 08:58:09.005043 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4b415c66-472f-4202-9e9f-bd10cb863db2 req-041335f8-15bb-4084-b74d-53dd5bce0586 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815670 Mar 29 08:58:09.333747 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684077e-297c-4ee2-8626-93a743e0c15d req-c62452e3-9fa0-4938-8f20-eb104b7e9b25 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:09.335218 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f684077e-297c-4ee2-8626-93a743e0c15d req-c62452e3-9fa0-4938-8f20-eb104b7e9b25 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0565071 Mar 29 08:58:09.385366 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f684077e-297c-4ee2-8626-93a743e0c15d req-39622e49-2a5b-4e29-9625-890217bbff0d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Mar 29 08:58:09.655467 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a4f71-319c-461f-812d-8f8aa10d7da4 req-8c769865-5db6-4ac1-8028-2e6257221ae5 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:09.657448 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-599a4f71-319c-461f-812d-8f8aa10d7da4 req-8c769865-5db6-4ac1-8028-2e6257221ae5 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 945 time: 0.0522797 Mar 29 08:58:09.702039 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-599a4f71-319c-461f-812d-8f8aa10d7da4 req-fd2954e7-ab9b-4f6d-9297-610a36bb0fcf tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Mar 29 08:58:10.072755 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d9013-b158-4418-9938-7d84bfc7a340 req-fcda2bcb-75f6-4eee-a3ef-a4071c9fddc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:10.074155 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6e0d9013-b158-4418-9938-7d84bfc7a340 req-fcda2bcb-75f6-4eee-a3ef-a4071c9fddc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 944 time: 0.0517869 Mar 29 08:58:10.120544 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6e0d9013-b158-4418-9938-7d84bfc7a340 req-b144e6a6-1868-43e1-b040-72d8118a2a9c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 Mar 29 08:58:10.506558 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f983eb8-844c-4cbd-92ff-21141da74fe8 req-58c85bf5-43a0-475d-be44-863775232bde tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:10.508059 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f983eb8-844c-4cbd-92ff-21141da74fe8 req-58c85bf5-43a0-475d-be44-863775232bde tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0525060 Mar 29 08:58:10.553352 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f983eb8-844c-4cbd-92ff-21141da74fe8 req-7f3ac636-2221-45b5-b487-1d398e7e5fa5 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 Mar 29 08:58:11.246221 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc714952-9477-4cab-abba-6becb458854b req-4fac4636-6b85-4cdf-babc-51c1659ddba6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:11.247819 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc714952-9477-4cab-abba-6becb458854b req-4fac4636-6b85-4cdf-babc-51c1659ddba6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 944 time: 0.0535665 Mar 29 08:58:11.294077 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc714952-9477-4cab-abba-6becb458854b req-27d6a6f9-9264-4009-9879-6979ba8f9cbe tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Mar 29 08:58:11.675296 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e9d1b-2731-449a-9384-a7cfc3e6543f req-bc139eb6-b2ff-4931-831d-8f97918cb1ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:11.677011 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-839e9d1b-2731-449a-9384-a7cfc3e6543f req-bc139eb6-b2ff-4931-831d-8f97918cb1ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0582802 Mar 29 08:58:11.722994 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-839e9d1b-2731-449a-9384-a7cfc3e6543f req-392f92c8-569f-4cae-ad25-c4f52789c700 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Mar 29 08:58:12.121362 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e38da9-aeb7-4701-89f6-7ca960d71ee1 req-7c9eaf42-1bae-482a-aed0-533bb29cbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:12.122748 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-12e38da9-aeb7-4701-89f6-7ca960d71ee1 req-7c9eaf42-1bae-482a-aed0-533bb29cbf77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.0453806 Mar 29 08:58:12.172908 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-12e38da9-aeb7-4701-89f6-7ca960d71ee1 req-f15c4d48-53a6-4cbc-8095-885341e776a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 Mar 29 08:58:12.414356 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5b9a9-fe5e-415d-bdeb-942fcec4ac6f req-9b9682a1-321b-4b4f-8f2e-594553938662 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:12.415852 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6dc5b9a9-fe5e-415d-bdeb-942fcec4ac6f req-9b9682a1-321b-4b4f-8f2e-594553938662 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 944 time: 0.0563712 Mar 29 08:58:12.464182 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6dc5b9a9-fe5e-415d-bdeb-942fcec4ac6f req-12b1f494-bef8-422a-ac15-9cb521b86af2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Mar 29 08:58:12.678284 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c92aa81c-4806-4c64-8665-8ef943ec0023 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:58:12.773177 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port c92aa81c-4806-4c64-8665-8ef943ec0023, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c92aa81c-4806-4c64-8665-8ef943ec0023,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:12.787428 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'port_id': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'mac_address': 'fa:16:3e:f5:20:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:58:12.826234 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port c92aa81c-4806-4c64-8665-8ef943ec0023 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:58:12.826620 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:12.840230 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92aa81c-4806-4c64-8665-8ef943ec0023 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:12.845926 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5261c-10de-48f3-86e4-6c4d3393bbc9 req-2bf774f7-0ad3-41c2-a588-ed92a32cb3c4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:12.847405 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bca5261c-10de-48f3-86e4-6c4d3393bbc9 req-2bf774f7-0ad3-41c2-a588-ed92a32cb3c4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0549076 Mar 29 08:58:12.859551 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port c92aa81c-4806-4c64-8665-8ef943ec0023, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c92aa81c-4806-4c64-8665-8ef943ec0023,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:12.893419 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bca5261c-10de-48f3-86e4-6c4d3393bbc9 req-b7625dea-b68e-415c-b080-a983c2a3e74b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Mar 29 08:58:12.931830 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:12.981552 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=c92aa81c-4806-4c64-8665-8ef943ec0023,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:13.335297 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['c92aa81c-4806-4c64-8665-8ef943ec0023'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:58:13.584634 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0fa2b-b52a-4756-94e4-1ce61fca900e req-c8c45aad-2878-4738-8807-1bb4dd7a84b5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:13.586098 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c1c0fa2b-b52a-4756-94e4-1ce61fca900e req-c8c45aad-2878-4738-8807-1bb4dd7a84b5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 945 time: 0.0555737 Mar 29 08:58:13.634443 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c1c0fa2b-b52a-4756-94e4-1ce61fca900e req-1982533f-ff84-4a69-9b67-f7f9b6bb06b6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Mar 29 08:58:14.015651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9163cd5-24e1-4767-97e4-6c400c5e0897 req-ae56bf37-f4f3-4c88-9b53-23a0f50149c9 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.017655 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c9163cd5-24e1-4767-97e4-6c400c5e0897 req-ae56bf37-f4f3-4c88-9b53-23a0f50149c9 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0570729 Mar 29 08:58:14.064319 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c9163cd5-24e1-4767-97e4-6c400c5e0897 req-5a9cff52-f58b-4a05-a5a2-491d0c0159da tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Mar 29 08:58:14.581130 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9016e8-44d6-4e04-bf1d-345fdd3dd92d req-11c781b1-fe9f-495c-b4fc-9d534a264a4a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.582581 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5c9016e8-44d6-4e04-bf1d-345fdd3dd92d req-11c781b1-fe9f-495c-b4fc-9d534a264a4a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0518541 Mar 29 08:58:14.658681 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5c9016e8-44d6-4e04-bf1d-345fdd3dd92d req-5f3a8ec3-9b7c-4ac2-90f2-9d407b8593b4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662975 Mar 29 08:58:14.668341 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-e4231e68-4fdf-459a-828a-993643e26171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.669913 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-e4231e68-4fdf-459a-828a-993643e26171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.0648658 Mar 29 08:58:14.691902 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c92aa81c-4806-4c64-8665-8ef943ec0023 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:58:14.758407 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2beb34-ed8c-4ba0-afd7-546fa0d4280b req-4631ce95-7ef8-4765-bdc4-2772a28c5d32 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.760033 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c2beb34-ed8c-4ba0-afd7-546fa0d4280b req-4631ce95-7ef8-4765-bdc4-2772a28c5d32 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 945 time: 0.0568781 Mar 29 08:58:14.774545 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-e3efb1fa-c2d8-449c-b6c0-a8eb36a0a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.775994 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-e3efb1fa-c2d8-449c-b6c0-a8eb36a0a5d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0994830 Mar 29 08:58:14.804419 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port c92aa81c-4806-4c64-8665-8ef943ec0023 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:58:14.808219 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c2beb34-ed8c-4ba0-afd7-546fa0d4280b req-d3ba6a64-f149-42fe-a1d1-6e10fb96b5f4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Mar 29 08:58:14.808575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port c92aa81c-4806-4c64-8665-8ef943ec0023 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:58:14.808956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:14.845670 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-00315d99-1050-4d92-a331-41470f09622e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 1000 time: 0.0606284 Mar 29 08:58:14.886803 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port c92aa81c-4806-4c64-8665-8ef943ec0023 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:58:14.887188 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:14.898032 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-d3f7b6eb-923f-482e-8b42-a09bcc6cc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.899475 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-d3f7b6eb-923f-482e-8b42-a09bcc6cc529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0480053 Mar 29 08:58:14.909610 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:14.911777 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d523c-583f-40c0-9b6d-a7a58ed62721" -d '{"events": [{"server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "name": "network-vif-plugged", "status": "completed", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:14.924697 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port c92aa81c-4806-4c64-8665-8ef943ec0023, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c92aa81c-4806-4c64-8665-8ef943ec0023,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:14.949315 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c859cd82-825d-4d9b-9ebd-758a53447a92 x-openstack-request-id: req-c859cd82-825d-4d9b-9ebd-758a53447a92 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:14.949642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "name": "network-vif-plugged", "status": "completed", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:14.949911 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c859cd82-825d-4d9b-9ebd-758a53447a92 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:14.950319 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c859cd82-825d-4d9b-9ebd-758a53447a92'] response: {'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'code': 200} Mar 29 08:58:14.953991 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-719a5f92-9723-470d-8f1b-e84ca4f43919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:14.955495 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-719a5f92-9723-470d-8f1b-e84ca4f43919 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476837 Mar 29 08:58:15.011519 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:15.063326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=c92aa81c-4806-4c64-8665-8ef943ec0023,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:15.067011 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-c91cb323-842d-4eda-b835-c58ec2d0db4d service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Mar 29 08:58:15.166902 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b8974de-25f4-4c00-b29a-76295ddba8fa req-4b2483ab-ed69-4d51-ab24-13b2b16f6556 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920944 Mar 29 08:58:15.301365 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd42fe9-0ea7-497f-929a-4bf13a7fd391 req-b6717876-348d-4d81-b92a-b24fd246dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:15.302823 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2dd42fe9-0ea7-497f-929a-4bf13a7fd391 req-b6717876-348d-4d81-b92a-b24fd246dd2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 1130 time: 0.0431154 Mar 29 08:58:15.354176 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2dd42fe9-0ea7-497f-929a-4bf13a7fd391 req-3ca1f218-e8ae-461b-a783-c40c5212f422 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372932 Mar 29 08:58:15.778620 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db837d09-9a39-4e1e-acf9-f8392a673cb1 req-af7a0adc-cf7f-4490-8ba7-1f00387db2e8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:15.780120 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-db837d09-9a39-4e1e-acf9-f8392a673cb1 req-af7a0adc-cf7f-4490-8ba7-1f00387db2e8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0529444 Mar 29 08:58:15.829896 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-db837d09-9a39-4e1e-acf9-f8392a673cb1 req-4abb97ae-bb85-4b70-ae44-3988bf1528da tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Mar 29 08:58:15.934565 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121138a8-9bfb-4555-ad95-5c4b87283956 req-3f53698d-a576-4c7f-a86d-d6e38428fc47 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:15.936110 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-121138a8-9bfb-4555-ad95-5c4b87283956 req-3f53698d-a576-4c7f-a86d-d6e38428fc47 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0575371 Mar 29 08:58:15.983657 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-121138a8-9bfb-4555-ad95-5c4b87283956 req-81d47151-845f-4cca-af31-2a89e4f7f428 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416994 Mar 29 08:58:16.946831 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4945-f4c4-4808-9c81-8f97a0e5f802 req-7427af73-dd3c-42eb-af2b-6f4ef9eee02f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:16.948308 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0c6a4945-f4c4-4808-9c81-8f97a0e5f802 req-7427af73-dd3c-42eb-af2b-6f4ef9eee02f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0519204 Mar 29 08:58:16.995328 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0c6a4945-f4c4-4808-9c81-8f97a0e5f802 req-5b73cb2c-fb83-477f-80eb-0965b6621332 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Mar 29 08:58:17.101588 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08357c2a-8654-49a2-ab15-06eef5ab6c26 req-6f519a64-e3a2-487a-971d-6f19fa5ef5f5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:17.103091 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-08357c2a-8654-49a2-ab15-06eef5ab6c26 req-6f519a64-e3a2-487a-971d-6f19fa5ef5f5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0530574 Mar 29 08:58:17.150892 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-08357c2a-8654-49a2-ab15-06eef5ab6c26 req-f63a9a22-930d-4184-97bf-89ab82d2abc9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Mar 29 08:58:17.262664 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d2ea0-5478-4420-b33a-93b44364f1f2 req-e3a49f2d-9daf-4ece-9c27-18e35df8e2c3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:17.264122 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a50d2ea0-5478-4420-b33a-93b44364f1f2 req-e3a49f2d-9daf-4ece-9c27-18e35df8e2c3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0519676 Mar 29 08:58:17.274168 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37614) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:17.278734 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'port_id': 'c92aa81c-4806-4c64-8665-8ef943ec0023'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:17.320741 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (07fb824a-12e0-4f8d-8ad1-c954f6e696ca), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:17.746889 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:17.814926 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (07fb824a-12e0-4f8d-8ad1-c954f6e696ca), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:17.917583 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP 07fb824a-12e0-4f8d-8ad1-c954f6e696ca associated. External IP: 172.27.1.19, port: c92aa81c-4806-4c64-8665-8ef943ec0023. Mar 29 08:58:18.124978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74da5f-0087-4d63-897b-4749fdc38eba req-c588684d-e058-4b60-b37d-160f82ce9f44 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:18.127028 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df74da5f-0087-4d63-897b-4749fdc38eba req-c588684d-e058-4b60-b37d-160f82ce9f44 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0599740 Mar 29 08:58:18.142888 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:58:18.180935 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df74da5f-0087-4d63-897b-4749fdc38eba req-f95238b1-9187-4466-a672-69c3eca4aed1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479581 Mar 29 08:58:18.258622 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:58:18.266940 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:18.268609 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:58:18.281020 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:18.281575 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:18.294715 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-dd69d215-d745-46ab-802e-6f16a70c452c tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "PUT /v2.0/floatingips/07fb824a-12e0-4f8d-8ad1-c954f6e696ca HTTP/1.1" status: 200 len: 991 time: 1.0194640 Mar 29 08:58:18.295345 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:18.298139 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cddf828-3e66-47da-816c-7bc6824d47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:18.338131 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f444a-c850-4860-9b78-fd6b2dcf5281 x-openstack-request-id: req-c71f444a-c850-4860-9b78-fd6b2dcf5281 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:18.338437 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:18.338693 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c71f444a-c850-4860-9b78-fd6b2dcf5281 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:18.339105 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71f444a-c850-4860-9b78-fd6b2dcf5281'] response: {'name': 'network-changed', 'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'status': 'completed', 'code': 200} Mar 29 08:58:18.387586 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:18.410342 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-261c1807-702d-43f4-af28-b21b7f6bf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:18.411844 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-261c1807-702d-43f4-af28-b21b7f6bf5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 1130 time: 0.0442672 Mar 29 08:58:18.506619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-14c24272-aaec-4dc8-bb2e-4ab0d541a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:18.508147 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-14c24272-aaec-4dc8-bb2e-4ab0d541a9a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.0899563 Mar 29 08:58:18.583901 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-17021bf6-607a-47d7-b6e0-db0cdafe2841 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c92aa81c-4806-4c64-8665-8ef943ec0023 HTTP/1.1" status: 200 len: 999 time: 0.0631082 Mar 29 08:58:18.615660 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '07fb824a-12e0-4f8d-8ad1-c954f6e696ca', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:f5:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2118288-2914-48b4-830d-c564008d4d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:03Z', 'updated_at': '2022-03-29T08:58:17Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:18.636825 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-9a1213f6-1b60-402f-819c-25ab44a25a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:18.638285 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-9a1213f6-1b60-402f-819c-25ab44a25a44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0456402 Mar 29 08:58:18.642734 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:58:18.650828 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:18.651422 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:18.689553 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-343ea12b-b3eb-4f88-a9b4-f461c6686407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:18.692070 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-343ea12b-b3eb-4f88-a9b4-f461c6686407 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476348 Mar 29 08:58:18.762048 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:18.792973 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-f0834317-0091-464a-baad-0df467d9c74c service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930362 Mar 29 08:58:18.888216 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5cddf828-3e66-47da-816c-7bc6824d47f2 req-a3ea7e69-fe98-44b0-b1da-dbb4c45459c6 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 Mar 29 08:58:19.066546 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '07fb824a-12e0-4f8d-8ad1-c954f6e696ca', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:f5:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2118288-2914-48b4-830d-c564008d4d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:03Z', 'updated_at': '2022-03-29T08:58:17Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:19.093195 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd4fe2-adcc-4218-b2ed-7e2af4e2d685 None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '07fb824a-12e0-4f8d-8ad1-c954f6e696ca', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:f5:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2118288-2914-48b4-830d-c564008d4d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:03Z', 'updated_at': '2022-03-29T08:58:17Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:58:19.282199 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec1e03e-9f6f-49d0-afe9-11bcecba2f71 None None] New status for floating IP 07fb824a-12e0-4f8d-8ad1-c954f6e696ca: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:58:19.311958 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c6cfa-b6f3-4bb6-98e5-a44d7954176a req-c02123ec-475d-4dd0-9586-c47f1d4dd1c8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:19.313774 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-769c6cfa-b6f3-4bb6-98e5-a44d7954176a req-c02123ec-475d-4dd0-9586-c47f1d4dd1c8 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0553899 Mar 29 08:58:19.366573 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-769c6cfa-b6f3-4bb6-98e5-a44d7954176a req-5a0664ac-ef8d-4688-815d-c27c49fbf506 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473993 Mar 29 08:58:19.490152 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f00fc5-7881-46b2-a65b-f02c89ed1ab4 req-32d83c29-1bb3-4a22-a7c0-47ad78b15afc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:19.491790 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3f00fc5-7881-46b2-a65b-f02c89ed1ab4 req-32d83c29-1bb3-4a22-a7c0-47ad78b15afc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0584626 Mar 29 08:58:19.501183 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37632) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:19.505879 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Request body: {'floatingip': {'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:19.565025 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:20.021222 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:20.068901 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:20.280541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Router c24e3127-725b-4ffc-8df9-111ab2ae7b25 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:58:20.391169 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:58:20.395942 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:20.400650 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] Sync routers for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:58:20.411873 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:20.412543 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:20.429761 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:20.432303 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef945668-5c0f-4bec-a450-12637d2bfa68" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:20.463161 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-30e9f59f-0d1e-4e64-807c-32498ec57127 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "PUT /v2.0/floatingips/75f61051-8192-4a13-b749-2cb094c466c0 HTTP/1.1" status: 200 len: 992 time: 0.9608312 Mar 29 08:58:20.468821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb62df4-bb62-474a-ace7-8c219be449b5 x-openstack-request-id: req-0eb62df4-bb62-474a-ace7-8c219be449b5 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:20.471489 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:20.471489 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0eb62df4-bb62-474a-ace7-8c219be449b5 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:20.471489 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb62df4-bb62-474a-ace7-8c219be449b5'] response: {'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'status': 'completed', 'code': 200} Mar 29 08:58:20.525473 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:20.540555 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-3b679f3e-c820-4651-9330-b069e4093e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:20.541983 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-3b679f3e-c820-4651-9330-b069e4093e06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.0440314 Mar 29 08:58:20.649023 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-99715559-41ae-4ae1-a0df-62847e1c5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:20.650489 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-99715559-41ae-4ae1-a0df-62847e1c5c77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0896797 Mar 29 08:58:20.721627 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-206352bd-3b7c-4e3a-80be-aad5dbb6695a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 1000 time: 0.0625870 Mar 29 08:58:20.758157 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '75f61051-8192-4a13-b749-2cb094c466c0', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:20Z', 'updated_at': '2022-03-29T08:58:19Z', 'revision_number': 3, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:20.772735 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-c41d1550-3a04-45a2-9d52-2cebbf299f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:20.774187 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-c41d1550-3a04-45a2-9d52-2cebbf299f65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0462337 Mar 29 08:58:20.784830 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] Checking router: c24e3127-725b-4ffc-8df9-111ab2ae7b25 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:58:20.798024 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:20.798565 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:57:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:20.824657 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-63d186d1-bcfd-4a5e-b0c7-a6d29ad78348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:20.826144 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-63d186d1-bcfd-4a5e-b0c7-a6d29ad78348 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445895 Mar 29 08:58:20.905700 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:20.928677 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-a67d0d1b-4493-4179-a0bb-fe755500f266 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894363 Mar 29 08:58:21.017728 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ef945668-5c0f-4bec-a450-12637d2bfa68 req-aa13f2d2-7a9a-48d8-b46d-f30f1bc82eea service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821900 Mar 29 08:58:21.130796 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '75f61051-8192-4a13-b749-2cb094c466c0', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:20Z', 'updated_at': '2022-03-29T08:58:19Z', 'revision_number': 3, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:21.161162 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e85a2-c9c5-40cd-8f99-1a839d91985f None None] The sync data for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi is: [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '75f61051-8192-4a13-b749-2cb094c466c0', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'port_id': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'mac_address': 'fa:16:3e:cb:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:56:20Z', 'updated_at': '2022-03-29T08:58:19Z', 'revision_number': 3, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:58:22.472084 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:22.474507 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757cd74-be69-4eec-8402-39eac4a7cb02" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:22.510540 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f3136-70ce-40a1-a72a-9469514ebbe7 x-openstack-request-id: req-3d3f3136-70ce-40a1-a72a-9469514ebbe7 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:22.510834 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:22.511601 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3f3136-70ce-40a1-a72a-9469514ebbe7 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:22.511601 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3f3136-70ce-40a1-a72a-9469514ebbe7'] response: {'name': 'network-changed', 'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'status': 'completed', 'code': 200} Mar 29 08:58:22.586324 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-125f3123-644e-4d80-9c57-30125bd05afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:22.587835 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-125f3123-644e-4d80-9c57-30125bd05afe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5075f5709e4728a0582f7fcb695f40&device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 1129 time: 0.0480413 Mar 29 08:58:22.676632 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-a59d04d8-6762-4ea5-9456-f40078d6c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:22.678053 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-a59d04d8-6762-4ea5-9456-f40078d6c839 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 200 len: 920 time: 0.0820889 Mar 29 08:58:22.750931 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-77616b45-1122-40e6-b41b-840237188777 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 200 len: 1000 time: 0.0594246 Mar 29 08:58:22.798438 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-273758fd-4f3f-4e12-bf41-ba9c75bf75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:22.799866 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-273758fd-4f3f-4e12-bf41-ba9c75bf75f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 200 len: 858 time: 0.0427697 Mar 29 08:58:22.863545 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-8f1de787-f4fb-47b8-be42-e7a14eaf81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:22.865066 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-8f1de787-f4fb-47b8-be42-e7a14eaf81b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496314 Mar 29 08:58:22.962583 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-8308f698-9800-4218-ac4a-e78933511204 service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833805 Mar 29 08:58:23.048883 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a757cd74-be69-4eec-8402-39eac4a7cb02 req-71cb22b1-8877-44d1-8978-b69f770d56ec service neutron] 10.222.0.13 "GET /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788600 Mar 29 08:58:25.798090 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:26.577155 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f2d62ca6-1e97-4619-a020-3527c209205d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:28.889014 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7553-75a9-49c6-b660-6fe67713e68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:29.207019 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccd467-5e06-4144-8127-50470f706ed4 req-5310a965-ab35-4f83-9ed9-fedc83905ba2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:29.208541 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-53ccd467-5e06-4144-8127-50470f706ed4 req-5310a965-ab35-4f83-9ed9-fedc83905ba2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0544693 Mar 29 08:58:29.255881 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-53ccd467-5e06-4144-8127-50470f706ed4 req-553c5e48-b4bf-4c25-8fb3-1997561049ce tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Mar 29 08:58:30.045690 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:30.381753 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865b7a8-42bc-42ce-b9b7-2db4d555c692 req-84d200ae-a57d-44fc-8b63-ae1657174825 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:30.383145 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9865b7a8-42bc-42ce-b9b7-2db4d555c692 req-84d200ae-a57d-44fc-8b63-ae1657174825 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0561900 Mar 29 08:58:30.429416 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9865b7a8-42bc-42ce-b9b7-2db4d555c692 req-a75fcfc2-c019-42b6-bacc-8b4ce9313d34 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Mar 29 08:58:31.126256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-4e49cfb4-49f0-41c9-b880-eca3de31fa24 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:31.127678 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-4e49cfb4-49f0-41c9-b880-eca3de31fa24 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0507717 Mar 29 08:58:31.223234 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Deleting port 37a106b0-fc27-4738-bc03-adb1b549d74f {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:58:31.223572 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.251944 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.309065 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] For port 37a106b0-fc27-4738-bc03-adb1b549d74f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=37a106b0-fc27-4738-bc03-adb1b549d74f,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:31.309422 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.477127 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.477729 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (2739de49-8eed-4d85-9c86-ef3fca9d7ce6), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.477729 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Floating IP 2739de49-8eed-4d85-9c86-ef3fca9d7ce6 disassociated. External IP: 172.27.1.98, port: 37a106b0-fc27-4738-bc03-adb1b549d74f. Mar 29 08:58:31.478653 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Calling delete_port for 37a106b0-fc27-4738-bc03-adb1b549d74f owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:58:31.561958 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4838790-3011-4c2a-9a53-d339efb6cd0f req-a4dbcc73-0798-41d4-95cd-2151a837f6c5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:31.563480 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c4838790-3011-4c2a-9a53-d339efb6cd0f req-a4dbcc73-0798-41d4-95cd-2151a837f6c5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 947 time: 0.0569057 Mar 29 08:58:31.611340 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c4838790-3011-4c2a-9a53-d339efb6cd0f req-5acff621-19c5-4ce9-a48c-cf54712b60b2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 Mar 29 08:58:31.662565 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (37a106b0-fc27-4738-bc03-adb1b549d74f), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.689092 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event deleted for resources: {'Port': ['ID=37a106b0-fc27-4738-bc03-adb1b549d74f,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:31.700847 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.701201 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.701588 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.701937 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.702254 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.702583 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.703431 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.703766 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.704095 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.704482 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.704766 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.705086 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.705405 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.705724 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.706056 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:31.815089 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:58:31.918072 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:58:31.930709 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:58:31.940225 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:31.940886 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:31.957693 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] No DVR routers for this DVR port 37a106b0-fc27-4738-bc03-adb1b549d74f on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:58:31.960170 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:31.963503 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2e184a40-3b29-47a3-ab76-b0339112e086 req-9f578fcb-2a07-4120-9fa2-7b1210e70d6d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "DELETE /v2.0/ports/37a106b0-fc27-4738-bc03-adb1b549d74f HTTP/1.1" status: 204 len: 173 time: 0.8304138 Mar 29 08:58:31.963889 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-deleted', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:31.966143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88363425-b296-4aee-b197-745c4c034a46" -d '{"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-deleted", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:32.002454 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603e413-4ebf-4a7b-a919-56476073f339 x-openstack-request-id: req-1603e413-4ebf-4a7b-a919-56476073f339 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:32.002754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08059b05-d0e1-4a40-8a73-b6d2a183d746", "name": "network-vif-deleted", "tag": "37a106b0-fc27-4738-bc03-adb1b549d74f", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:32.003011 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1603e413-4ebf-4a7b-a919-56476073f339 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:32.003435 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1603e413-4ebf-4a7b-a919-56476073f339'] response: {'server_uuid': '08059b05-d0e1-4a40-8a73-b6d2a183d746', 'name': 'network-vif-deleted', 'tag': '37a106b0-fc27-4738-bc03-adb1b549d74f', 'status': 'completed', 'code': 200} Mar 29 08:58:32.177766 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:32.372549 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:32.402515 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:58:32.410642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:32.411247 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:32.515085 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:32.708827 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:32.721368 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b56ccc2b-e59f-4c32-bf69-7fe732e6f952 req-1d04e85f-8ed4-4e05-980b-fc4bf9509a6e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=08059b05-d0e1-4a40-8a73-b6d2a183d746 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Mar 29 08:58:32.735497 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba024f62-b475-41ac-bfa8-ec09b4f6345e None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:58:32.809932 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:58:32.957147 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04001a45-87c6-45dd-8628-4a2bd5b2e2b2 None None] New status for floating IP 2739de49-8eed-4d85-9c86-ef3fca9d7ce6: DOWN {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:58:33.045120 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:33.863424 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37734) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:33.919810 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c4c7-c4c9-4ab2-83f1-f14f3acf7781 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (85daf4b9-87a0-4a42-a4f0-fd55c2f53c59), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:33.942630 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c4c7-c4c9-4ab2-83f1-f14f3acf7781 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (85daf4b9-87a0-4a42-a4f0-fd55c2f53c59), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.028371 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c4c7-c4c9-4ab2-83f1-f14f3acf7781 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (85daf4b9-87a0-4a42-a4f0-fd55c2f53c59), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.030896 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c4c7-c4c9-4ab2-83f1-f14f3acf7781 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.032045 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6eb5c4c7-c4c9-4ab2-83f1-f14f3acf7781 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "DELETE /v2.0/security-groups/85daf4b9-87a0-4a42-a4f0-fd55c2f53c59 HTTP/1.1" status: 204 len: 168 time: 0.1676178 Mar 29 08:58:34.034849 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37736) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:34.041061 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5c4c7-c4c9-4ab2-83f1-f14f3acf7781 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85daf4b9-87a0-4a42-a4f0-fd55c2f53c59,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:34.048632 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.api.v2.resource [None req-62ab71a9-d961-4f4c-a948-7e40d084e713 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] show failed (client error): The resource could not be found. Mar 29 08:58:34.049627 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-62ab71a9-d961-4f4c-a948-7e40d084e713 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups/85daf4b9-87a0-4a42-a4f0-fd55c2f53c59 HTTP/1.1" status: 404 len: 347 time: 0.0137889 Mar 29 08:58:34.052508 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37738) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:34.178413 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Deleting port b6eb2794-6da8-4de7-8ddd-a9d1f0539f41 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:58:34.178747 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.253474 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.253799 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.265476 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Calling delete_port for b6eb2794-6da8-4de7-8ddd-a9d1f0539f41 owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:58:34.433815 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b6eb2794-6da8-4de7-8ddd-a9d1f0539f41), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.461725 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event deleted for resources: {'Port': ['ID=b6eb2794-6da8-4de7-8ddd-a9d1f0539f41,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:34.490223 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.490581 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.490928 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.491269 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.491606 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.491944 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.492276 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.492635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.492969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.493298 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.493628 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.493953 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.494277 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.494599 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.494923 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:34.532642 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (2739de49-8eed-4d85-9c86-ef3fca9d7ce6), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.535167 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:34.536301 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bbc7c676-1050-4a4a-9363-6f7396d6122d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "DELETE /v2.0/floatingips/2739de49-8eed-4d85-9c86-ef3fca9d7ce6 HTTP/1.1" status: 204 len: 168 time: 0.4828827 Mar 29 08:58:34.812097 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:58:34.832683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 37a106b0-fc27-4738-bc03-adb1b549d74f {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:58:34.833029 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 37a106b0-fc27-4738-bc03-adb1b549d74f not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:58:34.882414 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37746) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:34.886894 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724223302', 'description': 'tempest-description--1214575596'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:34.962888 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.025749 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (9031c37b-39ea-451b-9f00-a5631a806eb0), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.096546 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9031c37b-39ea-451b-9f00-a5631a806eb0), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.123539 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9031c37b-39ea-451b-9f00-a5631a806eb0,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:35.164828 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.166089 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8cd24db9-6856-4623-ad3f-73c4e92b62df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2826400 Mar 29 08:58:35.168927 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37748) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:35.173216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'security_group_rule': {'security_group_id': '9031c37b-39ea-451b-9f00-a5631a806eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:35.238743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (ebbb68a2-508d-44ad-9820-326eb2dbcdce), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.297134 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (ebbb68a2-508d-44ad-9820-326eb2dbcdce), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.357507 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (ebbb68a2-508d-44ad-9820-326eb2dbcdce), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.375942 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbb68a2-508d-44ad-9820-326eb2dbcdce,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:35.451243 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.461018 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-09ea7898-9fa6-439d-9f1a-a72a9a36ea3b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826719 Mar 29 08:58:35.461018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37752) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:35.461018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'security_group_rule': {'security_group_id': '9031c37b-39ea-451b-9f00-a5631a806eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:35.535982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (2a8bd21d-fbd4-4116-8b39-3996339eab19), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.590409 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (2a8bd21d-fbd4-4116-8b39-3996339eab19), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.668406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (2a8bd21d-fbd4-4116-8b39-3996339eab19), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.687131 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8bd21d-fbd4-4116-8b39-3996339eab19,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:35.750012 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:35.751226 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-12320563-4851-4652-82fd-9aac12e7d7aa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2944479 Mar 29 08:58:35.754283 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37754) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:35.758637 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:35.822022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.122761 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.223620 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Allocated IP 172.27.1.87 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/c9658a58-73f0-42e9-83c5-5e5123753299) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:58:36.324902 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for port (c9658a58-73f0-42e9-83c5-5e5123753299), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.428775 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c9658a58-73f0-42e9-83c5-5e5123753299), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.465340 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:58:36.468132 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:58:36.471146 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:58:36.502540 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'Port': ['ID=c9658a58-73f0-42e9-83c5-5e5123753299,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:36.561094 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (2e4cd02f-f8ec-4e16-82a4-5a132346b6db), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.658385 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c9658a58-73f0-42e9-83c5-5e5123753299), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.800798 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for port (c9658a58-73f0-42e9-83c5-5e5123753299), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.860040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (c9658a58-73f0-42e9-83c5-5e5123753299), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:36.929219 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'Port': ['ID=c9658a58-73f0-42e9-83c5-5e5123753299,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:36.941161 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (2e4cd02f-f8ec-4e16-82a4-5a132346b6db), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:37.033933 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:37.035182 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-830c3719-4697-4254-a9d8-b6e6b20a1ebf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2799692 Mar 29 08:58:37.226201 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-540d7437-682e-4154-b690-1911d9772eb1 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1724223302&fields=id&tenant_id=c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 267 time: 0.0410306 Mar 29 08:58:37.338479 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d31c2f15-9ef0-46c7-b2ef-5a0b93014f23 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:37.340006 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d31c2f15-9ef0-46c7-b2ef-5a0b93014f23 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 815 time: 0.1074679 Mar 29 08:58:37.355465 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-ecc31666-9ac8-489e-8391-1912beedf048 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/quotas/c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Mar 29 08:58:37.413835 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-534048bb-fa96-4864-a806-92c84c0ed604 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526123 Mar 29 08:58:37.509449 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-74d835f5-b185-45b8-acd3-211804b2459b service neutron] 10.222.0.16 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Mar 29 08:58:37.600298 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-24a71638-6004-43d3-aa1a-903c8f68f98a service neutron] 10.222.0.16 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Mar 29 08:58:37.811413 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fbfb158c-c872-4718-8e5f-cc0bd096a64f req-66629d6f-62d2-41ab-ad74-3d345b593fbb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0279753 Mar 29 08:58:38.917984 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0aa317a6-7fbe-4b56-b437-def46763ebe1 req-38458d75-a060-492a-af21-a00ec34f314c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0277464 Mar 29 08:58:40.014383 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-28337076-1048-4369-9d0f-52556719c40a req-d0e2c75a-2b09-486e-a931-e2079172511e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Mar 29 08:58:41.115594 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bb372731-b052-4f2d-abb2-5146715018f0 req-390d4f3d-af84-427b-baf2-0b91ffbe958a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Mar 29 08:58:41.798992 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa3d83-2f77-465e-98ce-9bd0db73723c req-527a8231-762b-4fc3-b02a-2cf03e0975f9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:41.801117 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-33aa3d83-2f77-465e-98ce-9bd0db73723c req-527a8231-762b-4fc3-b02a-2cf03e0975f9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0913088 Mar 29 08:58:41.807487 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-34ff1444-c77e-47ef-91ce-dc944beeb6ce tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:41.808878 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-34ff1444-c77e-47ef-91ce-dc944beeb6ce tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 815 time: 0.1455250 Mar 29 08:58:41.876695 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-33aa3d83-2f77-465e-98ce-9bd0db73723c req-14ff3839-b399-4892-8982-86457a17bacf tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668535 Mar 29 08:58:41.894069 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-55323a62-0153-4083-bf60-13da185c6c56 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 380 time: 0.0707245 Mar 29 08:58:41.903497 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'port': {'device_id': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'admin_state_up': True, 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'security_groups': ['9031c37b-39ea-451b-9f00-a5631a806eb0']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:42.107910 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Made reservation on behalf of c570102cfad04d23b680ee0f2102edb4 for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:58:42.112390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:42.217887 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f11e8ac7-7cd0-4643-8184-c62e65abf4c6 req-a86b2fe4-f305-4677-b5de-6c309fb4b457 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0273778 Mar 29 08:58:42.245377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Allocated IP 172.20.0.4 (68420c33-7320-4078-b515-720ad6bf75ef/3ab9633c-7ead-4cb4-91fd-5a6e48790421/0a2e500d-838b-4b43-9586-d6d9808ae6f8) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:58:42.382535 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:42.489327 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:42.534161 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Network 68420c33-7320-4078-b515-720ad6bf75ef is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:58:42.537241 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:58:42.542937 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:58:42.549885 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:42.595244 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:42.595864 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:42.705406 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-d0061e05-0435-45c2-9759-d52ccde28a27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053763 Mar 29 08:58:42.717128 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Request body: {'port': {'device_id': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:42.730005 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-e1e1ab03-a989-4a75-9e5d-9b13a1536b58 None None] Provisioning complete for port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:58:42.730523 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e1e1ab03-a989-4a75-9e5d-9b13a1536b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:42.766689 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1ab03-a989-4a75-9e5d-9b13a1536b58 None None] Port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:58:42.775828 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:43.030138 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11da2-5a23-4532-a6bc-82b615ffb85d req-203c75b4-b260-43a1-95a0-f2069a71d25f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:43.031620 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f2c11da2-5a23-4532-a6bc-82b615ffb85d req-203c75b4-b260-43a1-95a0-f2069a71d25f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0879948 Mar 29 08:58:43.104463 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2e500d-838b-4b43-9586-d6d9808ae6f8 {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:43.114905 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Publish callbacks [] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:43.119878 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f2c11da2-5a23-4532-a6bc-82b615ffb85d req-e575a98b-b944-4cb0-b4d4-d8fb4d801504 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828032 Mar 29 08:58:43.132549 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Transition to ACTIVE for port object 0a2e500d-838b-4b43-9586-d6d9808ae6f8 will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:58:43.216514 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:43.269129 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:43.338860 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Attempting to bind port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:58:43.339203 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Attempting to bind port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:58:43.339538 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Attempting to bind port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 on network 68420c33-7320-4078-b515-720ad6bf75ef {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:43.344808 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 on network 68420c33-7320-4078-b515-720ad6bf75ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:58:43.345610 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Attempting to bind port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 on network 68420c33-7320-4078-b515-720ad6bf75ef {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:43.351487 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:58:43.351829 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Checking segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:58:43.352215 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Bound using segment: {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:58:43.352688 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Bound port: 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:58:43.353060 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:43.359740 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f5946-6e15-4b3c-8e96-2bbadbe1c8e6 req-899d7079-46a9-4622-8e55-1064ea57b360 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:43.366440 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d50f5946-6e15-4b3c-8e96-2bbadbe1c8e6 req-899d7079-46a9-4622-8e55-1064ea57b360 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0716805 Mar 29 08:58:43.426242 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d50f5946-6e15-4b3c-8e96-2bbadbe1c8e6 req-d4fccdbe-bc6a-49cf-a115-aa90a79ed74d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554776 Mar 29 08:58:43.443474 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:58:43.446881 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:58:43.531887 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:43.565657 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:43.566281 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:43.567652 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] 10.222.0.13 "PUT /v2.0/ports/0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 1093 time: 0.8546886 Mar 29 08:58:43.568089 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:43.570461 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250080ab-ac67-4bab-80bc-13b257b0fb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:43.593959 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ed4f3-7a28-4264-a2a0-e4356a664f1a service neutron] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:43.611349 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a827f87d-0275-4203-85cc-0ba5ce76ed75 x-openstack-request-id: req-a827f87d-0275-4203-85cc-0ba5ce76ed75 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:43.611645 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:43.611908 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a827f87d-0275-4203-85cc-0ba5ce76ed75 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:43.612302 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a827f87d-0275-4203-85cc-0ba5ce76ed75'] response: {'name': 'network-changed', 'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'status': 'completed', 'code': 200} Mar 29 08:58:44.239015 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca843f-99dc-451f-aa05-63bdeb20eab8 req-8cdc951f-d714-4f0b-b576-8c16cd3caaee tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:44.240518 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ca843f-99dc-451f-aa05-63bdeb20eab8 req-8cdc951f-d714-4f0b-b576-8c16cd3caaee tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0519397 Mar 29 08:58:44.285810 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ca843f-99dc-451f-aa05-63bdeb20eab8 req-77234aa3-984f-42d1-987e-c6b25692373c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Mar 29 08:58:44.788487 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984124e7-db26-4714-8285-f654719e5f3a req-3dc4ca39-d690-4177-a714-13b0b8783166 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:44.789977 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-984124e7-db26-4714-8285-f654719e5f3a req-3dc4ca39-d690-4177-a714-13b0b8783166 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.2934682 Mar 29 08:58:44.834311 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-984124e7-db26-4714-8285-f654719e5f3a req-a913d171-7890-4dab-9a34-4c0dcc15736c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Mar 29 08:58:45.407016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8786d-4851-4bcb-87a4-a212398a7a67 req-7f7718f8-77b8-48da-912b-23cac4f4bf5d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.408611 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5df8786d-4851-4bcb-87a4-a212398a7a67 req-7f7718f8-77b8-48da-912b-23cac4f4bf5d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0572028 Mar 29 08:58:45.457382 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5df8786d-4851-4bcb-87a4-a212398a7a67 req-aca34ea7-1faa-4074-8bfa-5cc5245a4c80 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Mar 29 08:58:45.500532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250080ab-ac67-4bab-80bc-13b257b0fb0c req-d704ae9c-53e2-4336-bba7-10f6d98ac3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.502012 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-250080ab-ac67-4bab-80bc-13b257b0fb0c req-d704ae9c-53e2-4336-bba7-10f6d98ac3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1127 time: 0.0435352 Mar 29 08:58:45.601829 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250080ab-ac67-4bab-80bc-13b257b0fb0c req-f8a79f20-c80b-4bbf-95e3-c0edb87cde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.603163 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-250080ab-ac67-4bab-80bc-13b257b0fb0c req-f8a79f20-c80b-4bbf-95e3-c0edb87cde95 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c570102cfad04d23b680ee0f2102edb4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0917716 Mar 29 08:58:45.695640 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250080ab-ac67-4bab-80bc-13b257b0fb0c req-866cc96d-d99b-49e3-98ce-740a8162e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.697128 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-250080ab-ac67-4bab-80bc-13b257b0fb0c req-866cc96d-d99b-49e3-98ce-740a8162e4d9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857944 Mar 29 08:58:45.788222 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-c72a7f18-60ac-490e-89ce-8049cd1d09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.789732 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-c72a7f18-60ac-490e-89ce-8049cd1d09b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1127 time: 0.0492101 Mar 29 08:58:45.842158 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-442fb206-d345-4fcb-a217-5eea2c75bc3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 217 time: 0.0375102 Mar 29 08:58:45.897342 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-2031094b-7b32-4693-8e43-c8d0a9d619c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.898910 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-2031094b-7b32-4693-8e43-c8d0a9d619c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0468142 Mar 29 08:58:45.987758 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd6c77-c6a1-445b-b2bf-dd4bd63f173c req-1c7660df-b33c-4b71-a3b4-550cceef5926 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.989229 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e0bd6c77-c6a1-445b-b2bf-dd4bd63f173c req-1c7660df-b33c-4b71-a3b4-550cceef5926 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0848916 Mar 29 08:58:45.991819 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-e4b323ef-53e2-47ce-a601-b8d96f066b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:45.993269 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-e4b323ef-53e2-47ce-a601-b8d96f066b43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806928 Mar 29 08:58:46.081867 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e0bd6c77-c6a1-445b-b2bf-dd4bd63f173c req-37d8ba5c-b695-49d0-9c67-33a2d822191c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870633 Mar 29 08:58:46.112336 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-62a6878b-5a34-4c55-866e-1d19c4620a3a service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112607 Mar 29 08:58:46.149610 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-5564cbdd-427c-40d9-a251-40888736cd58 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:46.150993 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-5564cbdd-427c-40d9-a251-40888736cd58 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.0535729 Mar 29 08:58:46.203461 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f0d93aea-ccb2-4334-8672-d5019e093191 req-384fea07-22f7-4802-aa24-0e4a2b6fc9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835865 Mar 29 08:58:46.281217 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Deleting port ce4f1b1a-30be-4866-87e5-18635615a7a1 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:58:46.281551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:46.368033 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] For port ce4f1b1a-30be-4866-87e5-18635615a7a1, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ce4f1b1a-30be-4866-87e5-18635615a7a1,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:46.368560 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:46.621188 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:46.621906 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (755288d7-a4d3-4d4c-898c-a5ccfc5f20ec), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:46.621906 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Floating IP 755288d7-a4d3-4d4c-898c-a5ccfc5f20ec disassociated. External IP: 172.27.1.128, port: ce4f1b1a-30be-4866-87e5-18635615a7a1. Mar 29 08:58:46.622161 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Calling delete_port for ce4f1b1a-30be-4866-87e5-18635615a7a1 owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:58:46.632803 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615c05-b1bf-4ac9-929e-b7b82c9baa84 req-99a861f6-e9c1-41dc-a4a0-509184d1855a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:46.634270 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-af615c05-b1bf-4ac9-929e-b7b82c9baa84 req-99a861f6-e9c1-41dc-a4a0-509184d1855a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 946 time: 0.1077983 Mar 29 08:58:46.724103 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-af615c05-b1bf-4ac9-929e-b7b82c9baa84 req-148a779e-c552-4957-89e0-8d12c435b1fa tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=d418968a-5e81-4f75-b13f-74975dcbf65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832253 Mar 29 08:58:46.839642 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (ce4f1b1a-30be-4866-87e5-18635615a7a1), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:46.872007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event deleted for resources: {'Port': ['ID=ce4f1b1a-30be-4866-87e5-18635615a7a1,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:46.985471 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:58:47.090007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:58:47.099822 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:58:47.109535 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:47.110235 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:47.152144 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] No DVR routers for this DVR port ce4f1b1a-30be-4866-87e5-18635615a7a1 on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:58:47.155050 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:47.158835 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5f7fe249-bf76-48e0-9c85-e2fdca6bf88c req-4c40b26a-67fc-41b8-91ee-a84425230f07 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "DELETE /v2.0/ports/ce4f1b1a-30be-4866-87e5-18635615a7a1 HTTP/1.1" status: 204 len: 173 time: 1.0016999 Mar 29 08:58:47.159286 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'name': 'network-vif-deleted', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:47.161559 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72008887-4f22-48c7-adb1-629989093077" -d '{"events": [{"server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "name": "network-vif-deleted", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:47.197505 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a7048-3bf6-4da3-a386-ca5f00bb47de x-openstack-request-id: req-d88a7048-3bf6-4da3-a386-ca5f00bb47de {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:47.197707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735bb3b8-36a0-4745-8a99-2e98cac07f4a", "name": "network-vif-deleted", "tag": "ce4f1b1a-30be-4866-87e5-18635615a7a1", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:47.197983 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d88a7048-3bf6-4da3-a386-ca5f00bb47de {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:47.198397 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88a7048-3bf6-4da3-a386-ca5f00bb47de'] response: {'server_uuid': '735bb3b8-36a0-4745-8a99-2e98cac07f4a', 'name': 'network-vif-deleted', 'tag': 'ce4f1b1a-30be-4866-87e5-18635615a7a1', 'status': 'completed', 'code': 200} Mar 29 08:58:47.222649 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:47.225087 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291b71-e31a-41e8-855a-2f38112dc3e6 req-bfb2134f-4eb4-487a-bdd2-dc850c94b31a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:47.226699 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f8291b71-e31a-41e8-855a-2f38112dc3e6 req-bfb2134f-4eb4-487a-bdd2-dc850c94b31a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0715840 Mar 29 08:58:47.282102 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f8291b71-e31a-41e8-855a-2f38112dc3e6 req-cafcbd63-214b-4122-af03-e9f3f9fb7c8e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495844 Mar 29 08:58:47.430460 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:47.459464 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:58:47.467362 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:47.468598 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:47.572318 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:47.760140 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:47.786956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0e45e-76f8-4471-b9c3-002798051c8d None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:58:47.818339 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cc90946c-b12d-48b4-a153-a9d5005e493d req-99ba678b-2826-4ed8-9478-e7c0a3c7a9c2 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.0267229 Mar 29 08:58:48.013770 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4503eb-66c1-499a-b29a-f27fb4ac058a None None] New status for floating IP 755288d7-a4d3-4d4c-898c-a5ccfc5f20ec: DOWN {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:58:48.407092 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fa2d8-ad45-4613-b1df-7c389581b1e9 req-20febf10-009f-462c-b3e4-58e90afb9594 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:48.408563 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-212fa2d8-ad45-4613-b1df-7c389581b1e9 req-20febf10-009f-462c-b3e4-58e90afb9594 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0556490 Mar 29 08:58:48.454808 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-212fa2d8-ad45-4613-b1df-7c389581b1e9 req-245f7d34-764b-4286-9e27-3f934d9febe8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Mar 29 08:58:48.912647 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7a58efeb-46cb-4ee9-b183-98539391d7f4 req-838a41c5-307c-4af0-aea1-d7bddb67c174 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.0268500 Mar 29 08:58:49.575440 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b7323-e5d1-4d94-be3d-4aef14950e65 req-4e7859a6-31bd-40f9-aa86-95a990c77a15 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:49.576968 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c74b7323-e5d1-4d94-be3d-4aef14950e65 req-4e7859a6-31bd-40f9-aa86-95a990c77a15 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0527303 Mar 29 08:58:49.623211 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c74b7323-e5d1-4d94-be3d-4aef14950e65 req-3e5c6545-9f0b-430f-8804-fcb8e31e94de tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Mar 29 08:58:50.009730 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-46eee53f-40a6-44f3-9463-662327003ff7 req-d7484761-2f63-4bf9-97cd-61163cda64f0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=735bb3b8-36a0-4745-8a99-2e98cac07f4a HTTP/1.1" status: 200 len: 210 time: 0.0296245 Mar 29 08:58:50.748624 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c983cb-40cc-402a-b03c-22f3760318b6 req-b45cdc15-57ed-4107-95d1-b22bd933f947 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:50.750789 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d3c983cb-40cc-402a-b03c-22f3760318b6 req-b45cdc15-57ed-4107-95d1-b22bd933f947 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0522418 Mar 29 08:58:50.800208 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d3c983cb-40cc-402a-b03c-22f3760318b6 req-961e46b9-737c-41ab-a83e-0de12cd31fb0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438125 Mar 29 08:58:50.981521 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:58:50.985713 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ce4f1b1a-30be-4866-87e5-18635615a7a1 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:58:51.015666 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: ce4f1b1a-30be-4866-87e5-18635615a7a1 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:58:51.015666 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ce4f1b1a-30be-4866-87e5-18635615a7a1 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:58:51.172769 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 37894) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:51.225411 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d911c81f-7ce7-494c-a814-051679c691ec tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (d418968a-5e81-4f75-b13f-74975dcbf65e), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.235901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:51.248055 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d911c81f-7ce7-494c-a814-051679c691ec tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (d418968a-5e81-4f75-b13f-74975dcbf65e), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.283305 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'mac_address': 'fa:16:3e:ad:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:58:51.356473 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:58:51.356859 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.357552 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d911c81f-7ce7-494c-a814-051679c691ec tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d418968a-5e81-4f75-b13f-74975dcbf65e), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.360180 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d911c81f-7ce7-494c-a814-051679c691ec tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.363786 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-d911c81f-7ce7-494c-a814-051679c691ec tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "DELETE /v2.0/security-groups/d418968a-5e81-4f75-b13f-74975dcbf65e HTTP/1.1" status: 204 len: 168 time: 0.1875951 Mar 29 08:58:51.364176 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37896) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:51.370428 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911c81f-7ce7-494c-a814-051679c691ec tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d418968a-5e81-4f75-b13f-74975dcbf65e,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:51.378264 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.api.v2.resource [None req-b2dbc147-2a42-4387-8a1d-ce8718ff8a71 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] show failed (client error): The resource could not be found. Mar 29 08:58:51.379281 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b2dbc147-2a42-4387-8a1d-ce8718ff8a71 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups/d418968a-5e81-4f75-b13f-74975dcbf65e HTTP/1.1" status: 404 len: 347 time: 0.0140657 Mar 29 08:58:51.380156 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2e500d-838b-4b43-9586-d6d9808ae6f8 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:51.382131 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37898) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:51.422907 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:51.490775 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.517362 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Deleting port 7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:58:51.517694 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.538888 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:51.545773 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.546130 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.546568 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.546936 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.547281 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.547617 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.547948 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.548276 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.548636 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.548962 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.549305 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.549625 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.549956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.550278 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.550602 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:58:51.592497 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.592822 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.604263 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Calling delete_port for 7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7 owned by network:floatingip {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:58:51.804734 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.831185 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event deleted for resources: {'Port': ['ID=7aa5b9a2-b7b0-4e1d-90e4-b105bd38cbd7,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:51.839754 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['0a2e500d-838b-4b43-9586-d6d9808ae6f8'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:58:51.900690 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (755288d7-a4d3-4d4c-898c-a5ccfc5f20ec), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.903366 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:51.904572 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-1c995124-285d-497d-9b94-54d68a9ce908 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "DELETE /v2.0/floatingips/755288d7-a4d3-4d4c-898c-a5ccfc5f20ec HTTP/1.1" status: 204 len: 168 time: 0.5215178 Mar 29 08:58:51.943121 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9027b1-1fdb-4357-928d-d6f646ad8e4c req-84de4413-6021-4eb7-9754-34301b79a7f3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:51.944627 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7c9027b1-1fdb-4357-928d-d6f646ad8e4c req-84de4413-6021-4eb7-9754-34301b79a7f3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 944 time: 0.0672381 Mar 29 08:58:51.996078 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7c9027b1-1fdb-4357-928d-d6f646ad8e4c req-347997a9-0f0f-4c24-9f49-930859829795 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Mar 29 08:58:52.088183 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37904) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:52.092821 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112674644', 'description': 'tempest-description--1039006871'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:52.174087 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.237190 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (8cf78004-a111-46ac-8e79-db40559f4d4a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.293915 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8cf78004-a111-46ac-8e79-db40559f4d4a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.322650 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf78004-a111-46ac-8e79-db40559f4d4a,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:52.372166 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.373448 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-7ec5ac99-1203-4b3d-8b65-3348ac6cbd84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2842195 Mar 29 08:58:52.376323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37912) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:52.381606 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'security_group_rule': {'security_group_id': '8cf78004-a111-46ac-8e79-db40559f4d4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:52.464412 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (221626a1-9fd9-4060-b250-90f7f4085544), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.518032 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (221626a1-9fd9-4060-b250-90f7f4085544), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.593711 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (221626a1-9fd9-4060-b250-90f7f4085544), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.607730 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221626a1-9fd9-4060-b250-90f7f4085544,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:52.663858 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.665094 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f5168ccb-ce66-4da8-9f45-4ac3cd87ca84 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878203 Mar 29 08:58:52.667696 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37914) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:52.672536 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'security_group_rule': {'security_group_id': '8cf78004-a111-46ac-8e79-db40559f4d4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:52.763431 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (1433c79f-c83f-4685-892f-c90f668a21a6), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.817463 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (1433c79f-c83f-4685-892f-c90f668a21a6), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.873363 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (1433c79f-c83f-4685-892f-c90f668a21a6), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.894188 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1433c79f-c83f-4685-892f-c90f668a21a6,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:52.955188 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:52.956942 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-165c76cc-8a38-457e-9b8b-823095d6a7e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877729 Mar 29 08:58:52.960000 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37916) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:52.964433 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:53.007696 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:58:53.037840 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.124018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0279-7f6a-4057-9a96-7a33c6462cc5 req-45291222-9ad8-4cb1-811c-d801317819a8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:53.126072 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-edbf0279-7f6a-4057-9a96-7a33c6462cc5 req-45291222-9ad8-4cb1-811c-d801317819a8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 944 time: 0.0569735 Mar 29 08:58:53.130691 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:58:53.134892 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:58:53.135350 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.147467 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.179209 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-edbf0279-7f6a-4057-9a96-7a33c6462cc5 req-152cab17-e5c2-4d54-96c0-68aefc6bf73e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472028 Mar 29 08:58:53.219453 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:58:53.225220 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.242803 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:53.245097 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc3f6a-4216-4e60-8bca-ce2575979e87" -d '{"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:53.257533 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:53.261314 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Allocated IP 172.27.1.156 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/c0b1f115-4ac6-431f-a735-b917268677b7) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:58:53.281789 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f4c1d7-92d6-474a-b939-b172bd8e1507 x-openstack-request-id: req-f9f4c1d7-92d6-474a-b939-b172bd8e1507 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:53.282127 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:53.282390 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9f4c1d7-92d6-474a-b939-b172bd8e1507 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:53.282821 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f4c1d7-92d6-474a-b939-b172bd8e1507'] response: {'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'code': 200} Mar 29 08:58:53.347994 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.369028 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for port (c0b1f115-4ac6-431f-a735-b917268677b7), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.396492 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:53.456690 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (c0b1f115-4ac6-431f-a735-b917268677b7), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.494581 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:58:53.497461 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:58:53.503569 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:58:53.528634 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'Port': ['ID=c0b1f115-4ac6-431f-a735-b917268677b7,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:53.595095 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (df98dc6e-5312-4515-ba91-1cfb66aab101), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.603040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d414e3-8d48-45f5-8fc1-96adb099445d req-77bf018d-ff18-494d-bbfa-893f20f3065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:53.604581 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9d414e3-8d48-45f5-8fc1-96adb099445d req-77bf018d-ff18-494d-bbfa-893f20f3065e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1129 time: 0.0445602 Mar 29 08:58:53.648782 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9d414e3-8d48-45f5-8fc1-96adb099445d req-c6738f42-46ce-413d-8f7c-68a7a222f3a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362251 Mar 29 08:58:53.693390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c0b1f115-4ac6-431f-a735-b917268677b7), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.839541 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for port (c0b1f115-4ac6-431f-a735-b917268677b7), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.888491 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (c0b1f115-4ac6-431f-a735-b917268677b7), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:53.957941 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'Port': ['ID=c0b1f115-4ac6-431f-a735-b917268677b7,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:53.966635 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (df98dc6e-5312-4515-ba91-1cfb66aab101), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:54.047007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:54.048297 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-8c5e58e3-3edd-44e8-a6db-37e17220b9b0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0871928 Mar 29 08:58:54.309051 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7ff0-65d4-4fc1-8417-574547bb2866 req-6c808f08-24e6-4fb7-baf8-c0151184d9c2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:54.310530 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-326d7ff0-65d4-4fc1-8417-574547bb2866 req-6c808f08-24e6-4fb7-baf8-c0151184d9c2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0567346 Mar 29 08:58:54.357677 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-326d7ff0-65d4-4fc1-8417-574547bb2866 req-50177c92-9356-4f61-a8c1-19d92d1cc9d6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 29 08:58:54.396311 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-d58a8d37-59b7-421d-b2eb-4df8ab3e8f11 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2112674644&fields=id&tenant_id=e07126d364ec4ace9c87e06f3e35410f HTTP/1.1" status: 200 len: 267 time: 0.0437450 Mar 29 08:58:54.497354 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-80805cb1-49d8-45be-80ab-389dc8c4a368 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:54.499237 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-80805cb1-49d8-45be-80ab-389dc8c4a368 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 811 time: 0.0962794 Mar 29 08:58:54.513104 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-2d513ac7-89fc-4269-a2f4-d61f2e08381e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/quotas/e07126d364ec4ace9c87e06f3e35410f HTTP/1.1" status: 200 len: 375 time: 0.0090449 Mar 29 08:58:54.568703 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-39921823-9eaa-4c2d-aa46-eb54f65899f2 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495350 Mar 29 08:58:54.665344 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7c8c8a5f-d97b-40bd-a29b-7d0cfc35573d service neutron] 10.222.0.16 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848835 Mar 29 08:58:54.751662 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-43057919-4039-4db6-9fe2-a2bd6128b146 service neutron] 10.222.0.16 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805817 Mar 29 08:58:55.030540 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8e8c47d5-6d43-42a0-81e8-f98ecec70ecd req-d7589d03-6f7a-4ad9-a443-2fbd83195275 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 210 time: 0.0312495 Mar 29 08:58:55.495306 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db3bb-84df-4575-9b4e-59ae6e3a1c7d req-123de66d-d576-4d45-8223-23769304ba48 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:55.496795 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0b0db3bb-84df-4575-9b4e-59ae6e3a1c7d req-123de66d-d576-4d45-8223-23769304ba48 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0672843 Mar 29 08:58:55.543628 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0b0db3bb-84df-4575-9b4e-59ae6e3a1c7d req-72954c72-ddf8-44ca-9da4-6b2cce19fa98 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Mar 29 08:58:55.712570 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8084cf-bd27-4706-b128-f3eb1147e8fb req-7f9ddcb2-d6be-4f8b-9c79-e8667dd3c5ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:55.714042 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cf8084cf-bd27-4706-b128-f3eb1147e8fb req-7f9ddcb2-d6be-4f8b-9c79-e8667dd3c5ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.1030526 Mar 29 08:58:55.723116 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 37972) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:58:55.727477 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Request body: {'floatingip': {'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:55.770700 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (2e4cd02f-f8ec-4e16-82a4-5a132346b6db), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:55.804889 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:56.134376 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7dbf5e05-6754-4871-922d-399401d1e94e req-9d5be093-c38e-4f21-9670-5fb0cc6ddecf tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 210 time: 0.0360737 Mar 29 08:58:56.200245 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:56.266573 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (2e4cd02f-f8ec-4e16-82a4-5a132346b6db), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:56.364545 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Floating IP 2e4cd02f-f8ec-4e16-82a4-5a132346b6db associated. External IP: 172.27.1.87, port: 0a2e500d-838b-4b43-9586-d6d9808ae6f8. Mar 29 08:58:56.530454 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-acc25c24-4f85-43dd-870e-dd5db847b649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:56.582608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:58:56.691029 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:58:56.695962 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:56.700525 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:58:56.710450 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:56.711065 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:56.736413 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ad638a10-b9e1-43c2-b9a3-a0431c78c665 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "PUT /v2.0/floatingips/2e4cd02f-f8ec-4e16-82a4-5a132346b6db HTTP/1.1" status: 200 len: 990 time: 1.0020299 Mar 29 08:58:56.736413 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:56.736413 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95519253-3d18-445d-a3cf-b2dd531d0fee" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:56.763195 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b2c569-3b24-4e4e-b2a5-fb7af0145a8e x-openstack-request-id: req-06b2c569-3b24-4e4e-b2a5-fb7af0145a8e {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:56.763493 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:56.763749 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06b2c569-3b24-4e4e-b2a5-fb7af0145a8e {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:56.764156 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b2c569-3b24-4e4e-b2a5-fb7af0145a8e'] response: {'name': 'network-changed', 'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'status': 'completed', 'code': 200} Mar 29 08:58:56.819702 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:56.831089 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-74023298-d6d8-4a37-953c-e932c6b28035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:56.832628 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-74023298-d6d8-4a37-953c-e932c6b28035 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1129 time: 0.0445910 Mar 29 08:58:56.927002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-d79a3611-4c60-4950-8cbd-95463e90b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:56.928510 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-d79a3611-4c60-4950-8cbd-95463e90b9de service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.0885849 Mar 29 08:58:56.994047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-48a75471-d743-4970-b843-dc9fdfe4dbd6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:56.996151 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-48a75471-d743-4970-b843-dc9fdfe4dbd6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 811 time: 0.1184964 Mar 29 08:58:57.004941 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-29e4b5c7-3c47-4a91-abdd-dbc1fd026b2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 998 time: 0.0657094 Mar 29 08:58:57.075543 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-750a9e66-4b0c-4005-a895-ee5330f5a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:57.078127 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-750a9e66-4b0c-4005-a895-ee5330f5a110 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0650802 Mar 29 08:58:57.084835 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-b8be354a-90d2-4f07-9109-86ea1ded5ffc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e07126d364ec4ace9c87e06f3e35410f HTTP/1.1" status: 200 len: 380 time: 0.0721166 Mar 29 08:58:57.105355 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'port': {'device_id': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'admin_state_up': True, 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'security_groups': ['8cf78004-a111-46ac-8e79-db40559f4d4a']}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:57.111707 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '2e4cd02f-f8ec-4e16-82a4-5a132346b6db', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'mac_address': 'fa:16:3e:ad:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:36Z', 'updated_at': '2022-03-29T08:58:56Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:57.138306 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-59d7e5f9-c5b3-4e37-9dfe-abc24f71131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:57.140734 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-59d7e5f9-c5b3-4e37-9dfe-abc24f71131b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550234 Mar 29 08:58:57.151320 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:58:57.161500 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:58:57.162212 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:57.264261 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-63bc544f-9b70-455e-a212-5f8504f9d1de service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169350 Mar 29 08:58:57.283597 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a29fa202-1dd6-467f-aa57-6334b046809b req-b2b37e5f-3000-45d6-b1f0-df2dd393c436 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 210 time: 0.0382164 Mar 29 08:58:57.286220 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:58:57.423387 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Made reservation on behalf of e07126d364ec4ace9c87e06f3e35410f for: {'port': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:58:57.427586 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:57.557970 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '2e4cd02f-f8ec-4e16-82a4-5a132346b6db', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'mac_address': 'fa:16:3e:ad:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:36Z', 'updated_at': '2022-03-29T08:58:56Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:58:57.594130 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969b970-e183-47c6-a55d-50e4dd770ec5 None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '2e4cd02f-f8ec-4e16-82a4-5a132346b6db', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'mac_address': 'fa:16:3e:ad:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:36Z', 'updated_at': '2022-03-29T08:58:56Z', 'revision_number': 1, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:58:57.594963 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2682f7-1a0b-401d-ba4d-d59989b4418f req-4ec21b56-5b9c-4277-b05c-3b4b0147ad49 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:57.601629 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d2682f7-1a0b-401d-ba4d-d59989b4418f req-4ec21b56-5b9c-4277-b05c-3b4b0147ad49 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 945 time: 0.1027157 Mar 29 08:58:57.677684 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-95519253-3d18-445d-a3cf-b2dd531d0fee req-e80588ec-e153-444e-9a23-0d55042b4fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047458 Mar 29 08:58:57.678825 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9d2682f7-1a0b-401d-ba4d-d59989b4418f req-a960edf8-5c5e-4767-939f-e02bed7cba90 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724425 Mar 29 08:58:57.685995 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Allocated IP 172.20.0.13 (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee/1df3aaaa-bfd4-457d-acb3-3092c386b488/231f3c2b-f985-4796-8698-b30a70f463dc) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:58:57.862705 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for port (231f3c2b-f985-4796-8698-b30a70f463dc), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:57.897148 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9874a68e-e981-4355-8c28-fa54f926a56a None None] New status for floating IP 2e4cd02f-f8ec-4e16-82a4-5a132346b6db: ACTIVE {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:58:57.980522 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.026702 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:58:58.029866 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:58:58.034337 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:58:58.063299 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event updated for resources: {'Port': ['ID=231f3c2b-f985-4796-8698-b30a70f463dc,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:58.095491 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:58.096415 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.201939 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-7ff5a59b-bfce-48e7-bc5e-75156d98bd30 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1110346 Mar 29 08:58:58.215999 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Request body: {'port': {'device_id': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:58:58.278955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.426673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f0de-52c8-4c5f-99de-acdef3c15418 req-67ce95bc-0d6d-476c-97b0-ed411276cbca tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:58.428256 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8826f0de-52c8-4c5f-99de-acdef3c15418 req-67ce95bc-0d6d-476c-97b0-ed411276cbca tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 932 time: 0.0592716 Mar 29 08:58:58.448503 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-8011b919-5514-4346-a369-009e3c9c8679 None None] Provisioning complete for port 231f3c2b-f985-4796-8698-b30a70f463dc triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:58:58.449120 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8011b919-5514-4346-a369-009e3c9c8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.484658 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-8011b919-5514-4346-a369-009e3c9c8679 None None] Port 231f3c2b-f985-4796-8698-b30a70f463dc cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:58:58.488459 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8826f0de-52c8-4c5f-99de-acdef3c15418 req-44d0e448-962a-477d-b326-90f9e1538917 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507982 Mar 29 08:58:58.809158 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231f3c2b-f985-4796-8698-b30a70f463dc {{(pid=110227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:58:58.820587 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Publish callbacks [] for port (231f3c2b-f985-4796-8698-b30a70f463dc), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.837185 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.provisioning_blocks [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Transition to ACTIVE for port object 231f3c2b-f985-4796-8698-b30a70f463dc will not be triggered until provisioned by entity L2. {{(pid=110227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:58:58.850696 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347fb09-7160-4be9-9316-e479a46a5145 req-30bc31fe-6ab3-4ba1-a2c5-4307ae234e98 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:58.852312 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2347fb09-7160-4be9-9316-e479a46a5145 req-30bc31fe-6ab3-4ba1-a2c5-4307ae234e98 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 945 time: 0.0804935 Mar 29 08:58:58.899212 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2347fb09-7160-4be9-9316-e479a46a5145 req-69563eaa-9a85-4cc6-978c-acafbda045f8 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Mar 29 08:58:58.912931 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9c91c75c-9848-459a-9101-ca80a75a9038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.930009 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:58.982073 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Pushing event updated for resources: {'Port': ['ID=231f3c2b-f985-4796-8698-b30a70f463dc,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:59.052615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Attempting to bind port 231f3c2b-f985-4796-8698-b30a70f463dc on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:58:59.053598 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Attempting to bind port 231f3c2b-f985-4796-8698-b30a70f463dc by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:58:59.053598 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Attempting to bind port 231f3c2b-f985-4796-8698-b30a70f463dc on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:59.057888 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Port 231f3c2b-f985-4796-8698-b30a70f463dc on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:58:59.058215 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Attempting to bind port 231f3c2b-f985-4796-8698-b30a70f463dc on network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:58:59.064117 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:58:59.064508 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Checking segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:58:59.064900 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Bound using segment: {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'} {{(pid=110227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:58:59.065336 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.managers [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Bound port: 231f3c2b-f985-4796-8698-b30a70f463dc, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee'}}] {{(pid=110227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:58:59.065698 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.134198 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] For port 231f3c2b-f985-4796-8698-b30a70f463dc, host hv-cinder-83555, cleared binding levels {{(pid=110227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:58:59.138593 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] For port 231f3c2b-f985-4796-8698-b30a70f463dc, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=231f3c2b-f985-4796-8698-b30a70f463dc,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:58:59.187578 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.221062 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.221861 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.223282 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] 10.222.0.13 "PUT /v2.0/ports/231f3c2b-f985-4796-8698-b30a70f463dc HTTP/1.1" status: 200 len: 1094 time: 1.0120533 Mar 29 08:58:59.225339 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:58:59.228300 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:58:59.255252 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746135-1cde-4d7f-be9d-11a8a3d72912 service neutron] Pushing event updated for resources: {'Port': ['ID=231f3c2b-f985-4796-8698-b30a70f463dc,revision_number=3']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:59.268626 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e51cde1-7f75-4d56-b129-9fbaa63d9ea1 x-openstack-request-id: req-9e51cde1-7f75-4d56-b129-9fbaa63d9ea1 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:58:59.268997 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:58:59.269322 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e51cde1-7f75-4d56-b129-9fbaa63d9ea1 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:58:59.269792 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e51cde1-7f75-4d56-b129-9fbaa63d9ea1'] response: {'name': 'network-changed', 'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc', 'status': 'completed', 'code': 200} Mar 29 08:58:59.334623 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-e5fb1bd3-ac57-4f93-9490-3832a9fb9748 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.336324 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-e5fb1bd3-ac57-4f93-9490-3832a9fb9748 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 945 time: 0.0584705 Mar 29 08:58:59.346376 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f req-8bca44bd-3d5d-4a06-a274-93c83ede622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.347864 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f req-8bca44bd-3d5d-4a06-a274-93c83ede622e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 1128 time: 0.0500987 Mar 29 08:58:59.444882 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Deleting port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:58:59.445229 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.534555 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f req-d7bac8b0-0e22-409c-a0c5-01d6601a0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.538106 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f req-d7bac8b0-0e22-409c-a0c5-01d6601a0780 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e07126d364ec4ace9c87e06f3e35410f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1803010 Mar 29 08:58:59.540126 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] For port de37e0af-7b0e-466f-8e36-b38a5ca8cc19, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:58:59.540513 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.554236 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Calling delete_port for de37e0af-7b0e-466f-8e36-b38a5ca8cc19 owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:58:59.668420 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156e26-5adc-4401-a865-0c80bd79f6de req-f47c5ccb-f4fd-468b-b141-0babdce557c3 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.669882 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9a156e26-5adc-4401-a865-0c80bd79f6de req-f47c5ccb-f4fd-468b-b141-0babdce557c3 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 944 time: 0.1070516 Mar 29 08:58:59.700961 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f req-11ab2c6c-0cd8-4239-9e85-efda3f69fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.702461 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bebb7d52-fdb3-4ab9-92b5-ab6dc263416f req-11ab2c6c-0cd8-4239-9e85-efda3f69fcd3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593010 Mar 29 08:58:59.755845 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9a156e26-5adc-4401-a865-0c80bd79f6de req-f67c5dff-9983-4644-a9ec-4e97875053d1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791204 Mar 29 08:58:59.787803 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-c6881498-4d8c-4b63-a5c4-9448e3769d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.789277 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-c6881498-4d8c-4b63-a5c4-9448e3769d30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 1128 time: 0.0455806 Mar 29 08:58:59.831149 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (de37e0af-7b0e-466f-8e36-b38a5ca8cc19), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.834894 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-e38b0673-9ccc-4861-9588-8a635b7090e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231f3c2b-f985-4796-8698-b30a70f463dc HTTP/1.1" status: 200 len: 217 time: 0.0364854 Mar 29 08:58:59.842217 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['de37e0af-7b0e-466f-8e36-b38a5ca8cc19'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:58:59.858087 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Pushing event deleted for resources: {'Port': ['ID=de37e0af-7b0e-466f-8e36-b38a5ca8cc19,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:58:59.885454 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-4940fb21-52e8-451d-a48e-f80e18734cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.886995 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-4940fb21-52e8-451d-a48e-f80e18734cef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 200 len: 850 time: 0.0460327 Mar 29 08:58:59.901080 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] No DVR routers for this DVR port de37e0af-7b0e-466f-8e36-b38a5ca8cc19 on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:58:59.903419 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:58:59.907128 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-005435a7-12fb-4b88-a0d0-4bdcd8deb0c6 req-71ffe937-6015-4c0f-8d8e-acec09308dad tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "DELETE /v2.0/ports/de37e0af-7b0e-466f-8e36-b38a5ca8cc19 HTTP/1.1" status: 204 len: 173 time: 0.5629561 Mar 29 08:58:59.938053 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-30f5a739-e496-4c37-b30c-f9095be526dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:58:59.939538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-30f5a739-e496-4c37-b30c-f9095be526dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454624 Mar 29 08:59:00.025492 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4e64e61b-cbc7-4786-8aa3-7b06bfc147e5 req-aab10022-a6ba-4025-8577-391d712ed766 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b090e82-fd78-49cf-a18e-030095ef43c4 HTTP/1.1" status: 200 len: 210 time: 0.0335350 Mar 29 08:59:00.059844 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:00.060948 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-ac1a1407-31ba-4033-a81a-c3cfe2a84846 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147199 Mar 29 08:59:00.152551 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3961e520-74a2-4b87-88cf-6fc4b77a95aa req-bbaf89a2-f21b-4560-8f26-23cb88d2c2fc service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 Mar 29 08:59:00.880305 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4f70-5a6b-4fa8-8021-03741f8713ee req-6dd8123a-f633-4cec-b9ad-76e9f4680e23 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:00.881834 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-98ae4f70-5a6b-4fa8-8021-03741f8713ee req-6dd8123a-f633-4cec-b9ad-76e9f4680e23 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 944 time: 0.0568926 Mar 29 08:59:00.929409 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-98ae4f70-5a6b-4fa8-8021-03741f8713ee req-f1517fda-fb54-4ea8-bc67-19933d40c6e9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Mar 29 08:59:01.238507 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:01.270538 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'name': 'network-vif-deleted', 'tag': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:01.273046 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a2e16-bb15-4c7a-bc1f-c180ad234c82" -d '{"events": [{"server_uuid": "2b090e82-fd78-49cf-a18e-030095ef43c4", "name": "network-vif-deleted", "tag": "de37e0af-7b0e-466f-8e36-b38a5ca8cc19"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:01.307821 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4dcba5-7b8a-4f55-858b-e053d0a08440 x-openstack-request-id: req-1a4dcba5-7b8a-4f55-858b-e053d0a08440 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:01.308017 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b090e82-fd78-49cf-a18e-030095ef43c4", "name": "network-vif-deleted", "tag": "de37e0af-7b0e-466f-8e36-b38a5ca8cc19", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:01.308274 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a4dcba5-7b8a-4f55-858b-e053d0a08440 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:01.308706 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4dcba5-7b8a-4f55-858b-e053d0a08440'] response: {'server_uuid': '2b090e82-fd78-49cf-a18e-030095ef43c4', 'name': 'network-vif-deleted', 'tag': 'de37e0af-7b0e-466f-8e36-b38a5ca8cc19', 'status': 'completed', 'code': 200} Mar 29 08:59:02.044715 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517a43-30ab-438e-878f-80ebaee031d3 req-6195deed-b4df-4688-ad72-6dc9eddbfd88 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:02.046679 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0c517a43-30ab-438e-878f-80ebaee031d3 req-6195deed-b4df-4688-ad72-6dc9eddbfd88 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 944 time: 0.0520535 Mar 29 08:59:02.091146 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0c517a43-30ab-438e-878f-80ebaee031d3 req-9f9eb200-ee59-4daf-9d1d-aeb0576ea6e0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389740 Mar 29 08:59:03.044417 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:03.208052 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b026a2-d55d-4bc8-97d9-5bcc88c9effe req-f33c1eea-659c-4dc9-aa59-410018060129 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:03.209514 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b3b026a2-d55d-4bc8-97d9-5bcc88c9effe req-f33c1eea-659c-4dc9-aa59-410018060129 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 944 time: 0.0510654 Mar 29 08:59:03.255694 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b3b026a2-d55d-4bc8-97d9-5bcc88c9effe req-175ebe54-f7ef-4963-a50c-002e0185cdbd tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Mar 29 08:59:03.399505 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 231f3c2b-f985-4796-8698-b30a70f463dc details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:59:03.495948 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 231f3c2b-f985-4796-8698-b30a70f463dc, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=231f3c2b-f985-4796-8698-b30a70f463dc,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:03.521310 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '231f3c2b-f985-4796-8698-b30a70f463dc', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'port_id': '231f3c2b-f985-4796-8698-b30a70f463dc', 'mac_address': 'fa:16:3e:c7:76:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:59:03.557583 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 231f3c2b-f985-4796-8698-b30a70f463dc is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:59:03.557961 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:03.571458 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231f3c2b-f985-4796-8698-b30a70f463dc {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:59:03.589615 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 231f3c2b-f985-4796-8698-b30a70f463dc, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=231f3c2b-f985-4796-8698-b30a70f463dc,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:03.650039 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:03.697630 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=231f3c2b-f985-4796-8698-b30a70f463dc,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:04.322609 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device de37e0af-7b0e-466f-8e36-b38a5ca8cc19 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:04.343700 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: de37e0af-7b0e-466f-8e36-b38a5ca8cc19 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:04.344041 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device de37e0af-7b0e-466f-8e36-b38a5ca8cc19 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:04.370837 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f4888-1f4f-496c-946e-4b1ba42cbe96 req-7c53e774-8f03-469c-930b-6c076892b16a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:04.372294 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-603f4888-1f4f-496c-946e-4b1ba42cbe96 req-7c53e774-8f03-469c-930b-6c076892b16a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Mar 29 08:59:04.418378 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-603f4888-1f4f-496c-946e-4b1ba42cbe96 req-6fcc4a19-796f-4184-85e0-fa8effa6c9c3 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Mar 29 08:59:04.634742 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['231f3c2b-f985-4796-8698-b30a70f463dc'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:59:05.551226 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c4f4e-fc2c-4c6e-be35-4d25650e6702 req-b2d0f696-6368-4dbd-b38d-e10a8a2b05f0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:05.552790 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9d4c4f4e-fc2c-4c6e-be35-4d25650e6702 req-b2d0f696-6368-4dbd-b38d-e10a8a2b05f0 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 945 time: 0.0578387 Mar 29 08:59:05.608237 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9d4c4f4e-fc2c-4c6e-be35-4d25650e6702 req-7d140e61-f95e-42eb-a181-879ae4d14dd8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500686 Mar 29 08:59:06.724369 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9150-9c59-4223-bfab-855d73d1e545 req-43ff58fc-c8e8-4b66-b4aa-52dbc152b3e8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:06.725928 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b66a9150-9c59-4223-bfab-855d73d1e545 req-43ff58fc-c8e8-4b66-b4aa-52dbc152b3e8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Mar 29 08:59:06.778115 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b66a9150-9c59-4223-bfab-855d73d1e545 req-3933fe31-63c6-4b41-9735-5693c6eb614f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Mar 29 08:59:07.076886 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 231f3c2b-f985-4796-8698-b30a70f463dc up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:59:07.164162 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 231f3c2b-f985-4796-8698-b30a70f463dc completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:59:07.168630 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 231f3c2b-f985-4796-8698-b30a70f463dc triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:59:07.169012 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:07.258071 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 231f3c2b-f985-4796-8698-b30a70f463dc is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:59:07.258383 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:07.279924 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:07.282723 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e55ae6-810d-41d0-bacd-17590a1cf29b" -d '{"events": [{"server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "name": "network-vif-plugged", "status": "completed", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:07.294261 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 231f3c2b-f985-4796-8698-b30a70f463dc, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=231f3c2b-f985-4796-8698-b30a70f463dc,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:07.319604 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d38d6-c018-4aec-a9e4-bf07c6e7d96e x-openstack-request-id: req-908d38d6-c018-4aec-a9e4-bf07c6e7d96e {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:07.319917 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "name": "network-vif-plugged", "status": "completed", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:07.320177 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-908d38d6-c018-4aec-a9e4-bf07c6e7d96e {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:07.320615 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908d38d6-c018-4aec-a9e4-bf07c6e7d96e'] response: {'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc', 'code': 200} Mar 29 08:59:07.387024 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:07.435500 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=231f3c2b-f985-4796-8698-b30a70f463dc,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:07.900793 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c21ee-c233-4f7e-9e82-4a9f1b385dc4 req-4cc98c57-5500-45c4-9dcd-c0daeb36462e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:07.902270 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-253c21ee-c233-4f7e-9e82-4a9f1b385dc4 req-4cc98c57-5500-45c4-9dcd-c0daeb36462e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0523229 Mar 29 08:59:07.950715 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-253c21ee-c233-4f7e-9e82-4a9f1b385dc4 req-b3ecdbf1-5b21-4d43-b28c-924cb11764e1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Mar 29 08:59:09.088629 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d972c8-ab37-4821-bbda-3ab4795f5e8a req-5e556cc6-25a6-4c00-a540-82db93abf217 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:09.090361 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59d972c8-ab37-4821-bbda-3ab4795f5e8a req-5e556cc6-25a6-4c00-a540-82db93abf217 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0687921 Mar 29 08:59:09.140071 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59d972c8-ab37-4821-bbda-3ab4795f5e8a req-2aab2f54-9f91-4497-a279-ec3514de3e7e tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Mar 29 08:59:09.808053 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:59:10.122767 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62578e8c-9221-4c32-8a5a-41b3c75e4a2a req-82af49eb-ce60-4968-a439-5af352ce115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:10.124268 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-62578e8c-9221-4c32-8a5a-41b3c75e4a2a req-82af49eb-ce60-4968-a439-5af352ce115e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 1130 time: 0.0477126 Mar 29 08:59:10.174419 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-62578e8c-9221-4c32-8a5a-41b3c75e4a2a req-87b19817-a5a5-45e0-ac7f-118945d7309b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Mar 29 08:59:10.263741 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f354-cade-43d8-bbdf-ec2f126c461e req-bfd78187-986e-482b-ac71-83914e6c1449 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:10.265271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8853f354-cade-43d8-bbdf-ec2f126c461e req-bfd78187-986e-482b-ac71-83914e6c1449 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0533407 Mar 29 08:59:10.311930 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8853f354-cade-43d8-bbdf-ec2f126c461e req-c47e6101-651b-47c5-991c-843f815d52a8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Mar 29 08:59:11.442957 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c6a0-d3ff-4bad-bf77-23f12227c4dd req-d7a3c8e7-2e79-4981-ba18-6c671bdabb16 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:11.444491 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f481c6a0-d3ff-4bad-bf77-23f12227c4dd req-d7a3c8e7-2e79-4981-ba18-6c671bdabb16 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0592999 Mar 29 08:59:11.492033 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f481c6a0-d3ff-4bad-bf77-23f12227c4dd req-90cf1d3f-6b9a-4542-a595-81f30742cc49 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Mar 29 08:59:11.602111 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-df79790b-645a-4b89-837b-203c027982cf tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:11.603541 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-df79790b-645a-4b89-837b-203c027982cf tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/networks?id=a47051c0-4421-463b-8839-cc2a7259240b HTTP/1.1" status: 200 len: 814 time: 0.0994699 Mar 29 08:59:11.618060 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1003ba0f-7483-491f-b35d-190c590b8b0b tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/quotas/7db24b99a5054063af64e1343c5542c7 HTTP/1.1" status: 200 len: 375 time: 0.0091679 Mar 29 08:59:11.655047 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-673a310f-488f-4dd0-b326-89a1b6cb53d3 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7db24b99a5054063af64e1343c5542c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317481 Mar 29 08:59:11.793143 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-28c7fb04-c8d4-4c93-a41e-f8d0bf24e0a3 service neutron] 10.222.0.16 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300347 Mar 29 08:59:11.886225 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-dc8b2d78-4828-44a6-8c8b-5db80b4afe0f service neutron] 10.222.0.16 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870461 Mar 29 08:59:12.118997 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d014b068-502b-4f6a-b535-4218aa18c993 req-679f9fe7-c6b7-431b-a902-41cd46689c0b tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 210 time: 0.0285890 Mar 29 08:59:12.660780 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed29b71-b1fc-48de-ba48-a45b1078d29e req-fe4b0465-9801-4bc8-93eb-29602744746d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:12.662325 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ed29b71-b1fc-48de-ba48-a45b1078d29e req-fe4b0465-9801-4bc8-93eb-29602744746d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0525670 Mar 29 08:59:12.708489 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9ed29b71-b1fc-48de-ba48-a45b1078d29e req-0c829a5e-c1ee-460e-a291-8182a9f2ff7c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 Mar 29 08:59:12.826544 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33c0a-48ad-4325-a863-ba89e4d5f0ee req-377ea8dc-5270-4772-b4ef-b00f821ff84d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:12.828037 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57b33c0a-48ad-4325-a863-ba89e4d5f0ee req-377ea8dc-5270-4772-b4ef-b00f821ff84d tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0526762 Mar 29 08:59:12.842218 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38164) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:12.846678 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Request body: {'floatingip': {'port_id': '231f3c2b-f985-4796-8698-b30a70f463dc'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:12.892274 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (df98dc6e-5312-4515-ba91-1cfb66aab101), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:13.247088 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4bc32cdd-991a-4d72-afd5-a4ff432a9ca2 req-88bda9c2-ab17-4784-8069-22990d3a706f tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 210 time: 0.0320938 Mar 29 08:59:13.356656 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:13.421497 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (df98dc6e-5312-4515-ba91-1cfb66aab101), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:13.523470 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Floating IP df98dc6e-5312-4515-ba91-1cfb66aab101 associated. External IP: 172.27.1.156, port: 231f3c2b-f985-4796-8698-b30a70f463dc. Mar 29 08:59:13.734238 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:59:13.844534 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:59:13.849622 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:13.855153 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:59:13.867926 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:13.868579 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:13.879191 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d483334f-efd5-4005-ad23-84fa5fd2a53c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "PUT /v2.0/floatingips/df98dc6e-5312-4515-ba91-1cfb66aab101 HTTP/1.1" status: 200 len: 992 time: 1.0358522 Mar 29 08:59:13.879895 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:13.882901 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:13.926760 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3477c1c2-03dc-4fea-9123-347b70f9454a x-openstack-request-id: req-3477c1c2-03dc-4fea-9123-347b70f9454a {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:13.927123 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:13.927446 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3477c1c2-03dc-4fea-9123-347b70f9454a {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:13.927960 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3477c1c2-03dc-4fea-9123-347b70f9454a'] response: {'name': 'network-changed', 'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc', 'status': 'completed', 'code': 200} Mar 29 08:59:13.981204 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:14.002465 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-35ae0487-66e1-4cdf-9789-fad6dd5e7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:14.004582 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-35ae0487-66e1-4cdf-9789-fad6dd5e7a4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07126d364ec4ace9c87e06f3e35410f&device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 1130 time: 0.0533149 Mar 29 08:59:14.021271 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-4b4f5147-9273-489e-8d33-2520e2c2bfb0 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:14.030182 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-4b4f5147-9273-489e-8d33-2520e2c2bfb0 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "GET /v2.0/networks?id=a47051c0-4421-463b-8839-cc2a7259240b HTTP/1.1" status: 200 len: 814 time: 0.1077213 Mar 29 08:59:14.037094 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Request body: {'port': {'device_id': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b', 'admin_state_up': True, 'tenant_id': '7db24b99a5054063af64e1343c5542c7'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:14.098924 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-94ce1722-b1d6-4ba4-bb9f-b1f9d9dd72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:14.100099 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-94ce1722-b1d6-4ba4-bb9f-b1f9d9dd72c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 200 len: 912 time: 0.0892572 Mar 29 08:59:14.172530 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-e80f94ae-7db4-425e-91f3-7ac8af195ac4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231f3c2b-f985-4796-8698-b30a70f463dc HTTP/1.1" status: 200 len: 1000 time: 0.0669804 Mar 29 08:59:14.224273 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'df98dc6e-5312-4515-ba91-1cfb66aab101', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'port_id': '231f3c2b-f985-4796-8698-b30a70f463dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'mac_address': 'fa:16:3e:c7:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:53Z', 'updated_at': '2022-03-29T08:59:13Z', 'revision_number': 1, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:14.225050 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-ac12588c-9bea-484f-830a-f33d6ff75d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:14.226761 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-ac12588c-9bea-484f-830a-f33d6ff75d3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 200 len: 850 time: 0.0487866 Mar 29 08:59:14.236679 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Made reservation on behalf of 7db24b99a5054063af64e1343c5542c7 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:59:14.240249 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:14.256607 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:59:14.265141 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:14.266026 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:14.289314 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-cb29af52-8cf4-4987-9597-3e2775b7fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:14.291349 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-cb29af52-8cf4-4987-9597-3e2775b7fa0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593028 Mar 29 08:59:14.378610 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:14.388512 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-113b6dbd-13f6-453c-953c-0791611d805d req-9742039a-0532-4d1d-a95c-2a09f67ac473 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 210 time: 0.0513678 Mar 29 08:59:14.417831 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-067fa91e-59bd-4c32-8ae1-cc0a791e6796 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183383 Mar 29 08:59:14.423549 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Allocated IP 172.20.0.4 (a47051c0-4421-463b-8839-cc2a7259240b/bd3e4ce3-5c49-41d2-bef7-8a323f337d44/425fc8cb-d6fa-493f-a4c6-17996b362f9d) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:59:14.509505 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ab85004-5a7e-49dc-aeda-482bd7c2edbd req-7b84d1c6-9b22-48a7-a24b-5b1bdfcb7827 service neutron] 10.222.0.13 "GET /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856650 Mar 29 08:59:14.578798 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks [] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:14.621124 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'df98dc6e-5312-4515-ba91-1cfb66aab101', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'port_id': '231f3c2b-f985-4796-8698-b30a70f463dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'mac_address': 'fa:16:3e:c7:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:53Z', 'updated_at': '2022-03-29T08:59:13Z', 'revision_number': 1, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:14.648502 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c435e04-8550-42d6-8cfd-35943b29e600 None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'df98dc6e-5312-4515-ba91-1cfb66aab101', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'port_id': '231f3c2b-f985-4796-8698-b30a70f463dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'mac_address': 'fa:16:3e:c7:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:58:53Z', 'updated_at': '2022-03-29T08:59:13Z', 'revision_number': 1, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:59:14.671283 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:14.718482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Network a47051c0-4421-463b-8839-cc2a7259240b is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:59:14.723015 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:59:14.727743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:59:14.750654 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Pushing event updated for resources: {'Port': ['ID=425fc8cb-d6fa-493f-a4c6-17996b362f9d,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:14.777567 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:14.778170 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:14.841365 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-1783e5c4-9c6d-444c-8f6c-77cd5f579d91 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8104193 Mar 29 08:59:14.858726 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f17073-b487-4551-a53f-57c1762b380b None None] New status for floating IP df98dc6e-5312-4515-ba91-1cfb66aab101: ACTIVE {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:59:14.899969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Request body: {'port': {'device_id': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:14.957693 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:15.215375 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425fc8cb-d6fa-493f-a4c6-17996b362f9d {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:59:15.223018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Publish callbacks [] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:15.234258 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Transition to ACTIVE for port object 425fc8cb-d6fa-493f-a4c6-17996b362f9d will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:59:15.310407 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:15.361319 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Pushing event updated for resources: {'Port': ['ID=425fc8cb-d6fa-493f-a4c6-17996b362f9d,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:15.427346 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Attempting to bind port 425fc8cb-d6fa-493f-a4c6-17996b362f9d on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:59:15.427744 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Attempting to bind port 425fc8cb-d6fa-493f-a4c6-17996b362f9d by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:59:15.428131 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Attempting to bind port 425fc8cb-d6fa-493f-a4c6-17996b362f9d on network a47051c0-4421-463b-8839-cc2a7259240b {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:59:15.433114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Port 425fc8cb-d6fa-493f-a4c6-17996b362f9d on network a47051c0-4421-463b-8839-cc2a7259240b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:59:15.433514 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Attempting to bind port 425fc8cb-d6fa-493f-a4c6-17996b362f9d on network a47051c0-4421-463b-8839-cc2a7259240b {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:59:15.438474 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:59:15.438809 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Checking segment: {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:59:15.439192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Bound using segment: {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:59:15.439669 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Bound port: 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db31512d-bb22-41f0-8732-64f3f0164e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:59:15.440029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:15.531363 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] For port 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:59:15.535318 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] For port 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=425fc8cb-d6fa-493f-a4c6-17996b362f9d,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:59:15.547864 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b892d-a6ba-4e1e-abf1-9430d11cc509 req-4eb26cec-f78d-46af-9509-7c92b5b47b1e tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:15.549836 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-374b892d-a6ba-4e1e-abf1-9430d11cc509 req-4eb26cec-f78d-46af-9509-7c92b5b47b1e tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 943 time: 0.0791209 Mar 29 08:59:15.596436 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-374b892d-a6ba-4e1e-abf1-9430d11cc509 req-06303fa7-eb21-4760-94a2-1c96718f1d20 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Mar 29 08:59:15.598363 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:15.635046 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:15.637948 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:15.637948 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] 10.222.0.13 "PUT /v2.0/ports/425fc8cb-d6fa-493f-a4c6-17996b362f9d HTTP/1.1" status: 200 len: 1093 time: 0.7889543 Mar 29 08:59:15.637948 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'tag': '425fc8cb-d6fa-493f-a4c6-17996b362f9d'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:15.639793 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de" -d '{"events": [{"name": "network-changed", "server_uuid": "8132cbb7-3510-4fce-bf69-dcf97f60d653", "tag": "425fc8cb-d6fa-493f-a4c6-17996b362f9d"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:15.663946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7ec9b-be17-472a-8d33-5ee888da8928 service neutron] Pushing event updated for resources: {'Port': ['ID=425fc8cb-d6fa-493f-a4c6-17996b362f9d,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:15.677693 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47e6c5-6664-473c-b975-80d06344c657 x-openstack-request-id: req-fd47e6c5-6664-473c-b975-80d06344c657 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:15.677990 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8132cbb7-3510-4fce-bf69-dcf97f60d653", "tag": "425fc8cb-d6fa-493f-a4c6-17996b362f9d", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:15.678247 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd47e6c5-6664-473c-b975-80d06344c657 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:15.678678 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd47e6c5-6664-473c-b975-80d06344c657'] response: {'name': 'network-changed', 'server_uuid': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'tag': '425fc8cb-d6fa-493f-a4c6-17996b362f9d', 'status': 'completed', 'code': 200} Mar 29 08:59:15.744619 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de req-1f2100a7-5e2c-4624-80d8-849010b7e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:15.746121 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de req-1f2100a7-5e2c-4624-80d8-849010b7e94a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7db24b99a5054063af64e1343c5542c7&device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 1127 time: 0.0490057 Mar 29 08:59:15.839057 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de req-54a74dc9-5c58-4d65-903f-fe982fdf502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:15.840515 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de req-54a74dc9-5c58-4d65-903f-fe982fdf502a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7db24b99a5054063af64e1343c5542c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0878546 Mar 29 08:59:15.936225 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de req-d6db40f8-f33f-482c-bc49-afd319172e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:15.937709 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-48ff8b0c-8b21-4ef8-9545-c9590ce8a5de req-d6db40f8-f33f-482c-bc49-afd319172e78 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895286 Mar 29 08:59:16.020130 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-0c63097b-01b4-40b9-954e-79fa91829df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:16.021618 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-0c63097b-01b4-40b9-954e-79fa91829df3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7db24b99a5054063af64e1343c5542c7&device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 1127 time: 0.0443115 Mar 29 08:59:16.071908 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-744ef743-c3b0-4ce7-acf7-2b4a596f17e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=425fc8cb-d6fa-493f-a4c6-17996b362f9d HTTP/1.1" status: 200 len: 217 time: 0.0366623 Mar 29 08:59:16.118200 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-55a197ff-658b-4827-815a-693f293e00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:16.119499 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-55a197ff-658b-4827-815a-693f293e00f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd3e4ce3-5c49-41d2-bef7-8a323f337d44 HTTP/1.1" status: 200 len: 854 time: 0.0415654 Mar 29 08:59:16.150130 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-759568fe-add8-4e17-825b-576ae2579ad9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a47051c0-4421-463b-8839-cc2a7259240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242250 Mar 29 08:59:16.234308 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-6140e337-a680-4b03-ad6a-f7175d0cc875 service neutron] 10.222.0.13 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780652 Mar 29 08:59:16.328229 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-50fc4842-15b7-4fc5-b830-d65176a6caba req-32188fe6-ce66-49ee-ade9-df99a1804b2c service neutron] 10.222.0.13 "GET /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864177 Mar 29 08:59:16.712222 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc797ec-fc61-47d7-804e-fda417de4193 req-7ff3415b-fc46-4e62-aaed-7917283c9c23 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:16.713649 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-acc797ec-fc61-47d7-804e-fda417de4193 req-7ff3415b-fc46-4e62-aaed-7917283c9c23 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 943 time: 0.0512705 Mar 29 08:59:16.764063 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-acc797ec-fc61-47d7-804e-fda417de4193 req-df2fa911-b1f2-47c0-9d1e-9effca8f9a3c tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Mar 29 08:59:17.881229 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878fd5-b393-4a55-9665-4333df1e0152 req-b0b6bd1d-4bfa-45d8-a366-3cbfff978cbd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:17.882671 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6c878fd5-b393-4a55-9665-4333df1e0152 req-b0b6bd1d-4bfa-45d8-a366-3cbfff978cbd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 943 time: 0.0515416 Mar 29 08:59:17.928266 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6c878fd5-b393-4a55-9665-4333df1e0152 req-9f72f111-dcc2-48ff-a94b-14e56b4f7baf tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Mar 29 08:59:19.044405 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a6238-44f9-477d-95c9-4f911b9ed3e3 req-e1e03d0f-96a1-4379-9369-c8549c4fa7f7 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:19.045921 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-de9a6238-44f9-477d-95c9-4f911b9ed3e3 req-e1e03d0f-96a1-4379-9369-c8549c4fa7f7 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 943 time: 0.0528142 Mar 29 08:59:19.092454 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-de9a6238-44f9-477d-95c9-4f911b9ed3e3 req-8c9de578-435a-4db6-9dbd-34b5bbb7aaa9 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Mar 29 08:59:19.167368 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 425fc8cb-d6fa-493f-a4c6-17996b362f9d details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:59:19.263890 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=425fc8cb-d6fa-493f-a4c6-17996b362f9d,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:19.276307 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '425fc8cb-d6fa-493f-a4c6-17996b362f9d', 'network_id': 'a47051c0-4421-463b-8839-cc2a7259240b', 'port_id': '425fc8cb-d6fa-493f-a4c6-17996b362f9d', 'mac_address': 'fa:16:3e:19:14:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e4ce3-5c49-41d2-bef7-8a323f337d44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:59:19.316729 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 425fc8cb-d6fa-493f-a4c6-17996b362f9d is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:59:19.320485 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:19.329723 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425fc8cb-d6fa-493f-a4c6-17996b362f9d {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:59:19.348895 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=425fc8cb-d6fa-493f-a4c6-17996b362f9d,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:19.404180 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6c3de-5680-4053-b074-3a9f289b41d8 req-25d3b818-442c-478b-9a84-ce7c44973b94 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:19.405682 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15b6c3de-5680-4053-b074-3a9f289b41d8 req-25d3b818-442c-478b-9a84-ce7c44973b94 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 29 08:59:19.436718 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:19.453520 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-15b6c3de-5680-4053-b074-3a9f289b41d8 req-26d1cb99-845e-4079-b4ce-00c9501a8f81 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Mar 29 08:59:19.486815 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=425fc8cb-d6fa-493f-a4c6-17996b362f9d,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:19.760727 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['425fc8cb-d6fa-493f-a4c6-17996b362f9d'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:59:20.209733 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046fcf-c458-4727-8310-551338e345ae req-31685031-f80f-4742-82b3-030dbd2b59a0 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:20.211207 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e0046fcf-c458-4727-8310-551338e345ae req-31685031-f80f-4742-82b3-030dbd2b59a0 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 944 time: 0.0544534 Mar 29 08:59:20.261087 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e0046fcf-c458-4727-8310-551338e345ae req-12e3e2da-1bb9-4178-9432-53ed1b2869a1 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Mar 29 08:59:20.570688 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2903b-a0a7-4f1a-a2a7-67b9f758b2fc req-444bdff0-4341-43f7-b27d-9a9e99fddbbd tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:20.572163 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2fb2903b-a0a7-4f1a-a2a7-67b9f758b2fc req-444bdff0-4341-43f7-b27d-9a9e99fddbbd tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0528109 Mar 29 08:59:20.618385 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2fb2903b-a0a7-4f1a-a2a7-67b9f758b2fc req-6ff533d5-8cc4-4311-a8f8-9647bfad8324 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 Mar 29 08:59:21.024728 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9992b-be02-40ae-9149-b5f23e2e0448 req-c0dc3623-9595-4f20-9440-1493919b6c4b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:21.026283 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a6f9992b-be02-40ae-9149-b5f23e2e0448 req-c0dc3623-9595-4f20-9440-1493919b6c4b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Mar 29 08:59:21.074219 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a6f9992b-be02-40ae-9149-b5f23e2e0448 req-009bdb36-f1eb-43d0-a8cc-acfa7dd8d21e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Mar 29 08:59:21.174505 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 425fc8cb-d6fa-493f-a4c6-17996b362f9d up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:59:21.281791 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 425fc8cb-d6fa-493f-a4c6-17996b362f9d completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:59:21.285746 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 425fc8cb-d6fa-493f-a4c6-17996b362f9d triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:59:21.286123 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:21.362477 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 425fc8cb-d6fa-493f-a4c6-17996b362f9d is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:59:21.363034 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:21.382038 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546524f-2b82-4185-a7af-df636c016bca req-3392331c-0f2e-4684-8679-5d41454b8dbe tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:21.383640 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1546524f-2b82-4185-a7af-df636c016bca req-3392331c-0f2e-4684-8679-5d41454b8dbe tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 944 time: 0.0556879 Mar 29 08:59:21.385776 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425fc8cb-d6fa-493f-a4c6-17996b362f9d'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:21.387965 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60da32d6-51af-464b-9098-d4ea1af353e3" -d '{"events": [{"server_uuid": "8132cbb7-3510-4fce-bf69-dcf97f60d653", "name": "network-vif-plugged", "status": "completed", "tag": "425fc8cb-d6fa-493f-a4c6-17996b362f9d"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:21.404066 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=425fc8cb-d6fa-493f-a4c6-17996b362f9d,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:21.426665 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc034f8-e114-4838-8703-398908b9a81b x-openstack-request-id: req-efc034f8-e114-4838-8703-398908b9a81b {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:21.426982 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8132cbb7-3510-4fce-bf69-dcf97f60d653", "name": "network-vif-plugged", "status": "completed", "tag": "425fc8cb-d6fa-493f-a4c6-17996b362f9d", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:21.427242 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efc034f8-e114-4838-8703-398908b9a81b {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:21.427833 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc034f8-e114-4838-8703-398908b9a81b'] response: {'server_uuid': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425fc8cb-d6fa-493f-a4c6-17996b362f9d', 'code': 200} Mar 29 08:59:21.433177 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1546524f-2b82-4185-a7af-df636c016bca req-a33a7b81-b0ed-4926-8b77-0e4db7dd2f6c tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Mar 29 08:59:21.488651 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:21.537539 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=425fc8cb-d6fa-493f-a4c6-17996b362f9d,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:21.734716 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6275231-502a-41b3-8d97-c80054fea72f req-954970c6-1243-4231-9fc0-2167fc73cdba tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:21.736772 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e6275231-502a-41b3-8d97-c80054fea72f req-954970c6-1243-4231-9fc0-2167fc73cdba tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0528724 Mar 29 08:59:21.761913 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae63d83-0f74-46b7-834a-34c52fd97b9f req-3d1ef0f0-3612-4e36-bc4c-b5bbc61a4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:21.763497 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-eae63d83-0f74-46b7-834a-34c52fd97b9f req-3d1ef0f0-3612-4e36-bc4c-b5bbc61a4c18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 1129 time: 0.0447216 Mar 29 08:59:21.785517 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e6275231-502a-41b3-8d97-c80054fea72f req-6c91f3a7-3f26-4348-8771-bd0706d2dcac tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Mar 29 08:59:21.814787 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-eae63d83-0f74-46b7-834a-34c52fd97b9f req-91bcc092-7350-4728-a356-0c07d80c6769 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Mar 29 08:59:22.191070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34714574-c73a-436b-bd55-e0cebf8f04c7 req-0e9d3336-b187-457d-a4be-cf7bd614f650 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:22.192533 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-34714574-c73a-436b-bd55-e0cebf8f04c7 req-0e9d3336-b187-457d-a4be-cf7bd614f650 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Mar 29 08:59:22.240020 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-34714574-c73a-436b-bd55-e0cebf8f04c7 req-bc3ca9b0-ed10-4a53-9c84-323a90ce12d9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420580 Mar 29 08:59:22.549257 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31a92e-4691-4b3a-bc8c-bb60eb6ab67e req-84d1be58-244a-47b0-8aa7-b6e0904130eb tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:22.550715 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7f31a92e-4691-4b3a-bc8c-bb60eb6ab67e req-84d1be58-244a-47b0-8aa7-b6e0904130eb tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 945 time: 0.0519757 Mar 29 08:59:22.595225 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7f31a92e-4691-4b3a-bc8c-bb60eb6ab67e req-67129a5c-b8f1-4a47-9786-e66fa4f499f1 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 Mar 29 08:59:22.900973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a600d-ae13-4722-8264-ed9b93027df3 req-786310f6-2606-4013-9ed7-e6bbdb361f9a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:22.902450 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-db2a600d-ae13-4722-8264-ed9b93027df3 req-786310f6-2606-4013-9ed7-e6bbdb361f9a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0525930 Mar 29 08:59:22.947712 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-db2a600d-ae13-4722-8264-ed9b93027df3 req-eaef84ab-1015-4ea8-a9a5-76506f6f2463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Mar 29 08:59:23.174827 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-7bb5444f-bdfe-4253-a468-42cda25092cd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:23.176201 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-7bb5444f-bdfe-4253-a468-42cda25092cd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0527747 Mar 29 08:59:23.286604 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port c92aa81c-4806-4c64-8665-8ef943ec0023 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:23.286938 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.364651 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2c0e5-9e17-491a-91a1-9c0c5e9526ff req-192bfdd3-508e-424c-a281-7d41121dfe3e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:23.366118 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-85a2c0e5-9e17-491a-91a1-9c0c5e9526ff req-192bfdd3-508e-424c-a281-7d41121dfe3e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 946 time: 0.0588996 Mar 29 08:59:23.383969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] For port c92aa81c-4806-4c64-8665-8ef943ec0023, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=c92aa81c-4806-4c64-8665-8ef943ec0023,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:23.384323 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.414433 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-85a2c0e5-9e17-491a-91a1-9c0c5e9526ff req-5b24037d-a6c3-48b3-8fe1-79cbfc58bf8f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=71985a8d-d366-4eeb-9845-adb1d4e38984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Mar 29 08:59:23.514369 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31253624-6974-46b3-916d-782398cf943b req-d89edc52-5c83-4702-938a-73cbf83bbdad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:23.516126 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-31253624-6974-46b3-916d-782398cf943b req-d89edc52-5c83-4702-938a-73cbf83bbdad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0559793 Mar 29 08:59:23.630133 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Deleting port d86238ff-0f4b-44a6-aff7-83be35e4ee60 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:23.630468 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.718002 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] For port d86238ff-0f4b-44a6-aff7-83be35e4ee60, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=d86238ff-0f4b-44a6-aff7-83be35e4ee60,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:23.718278 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.760854 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75f8c-05a6-4526-b53c-49800f4072bb req-34882ea0-7446-4347-a870-4863fad2c232 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:23.762317 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cff75f8c-05a6-4526-b53c-49800f4072bb req-34882ea0-7446-4347-a870-4863fad2c232 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 945 time: 0.0997987 Mar 29 08:59:23.858153 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cff75f8c-05a6-4526-b53c-49800f4072bb req-937b97c8-82e4-48a9-a44e-338f9c893345 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884714 Mar 29 08:59:23.868980 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.868980 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (07fb824a-12e0-4f8d-8ad1-c954f6e696ca), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.868980 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP 07fb824a-12e0-4f8d-8ad1-c954f6e696ca disassociated. External IP: 172.27.1.19, port: c92aa81c-4806-4c64-8665-8ef943ec0023. Mar 29 08:59:23.868980 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for c92aa81c-4806-4c64-8665-8ef943ec0023 owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:23.896552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.896552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:23.896552 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Floating IP 75f61051-8192-4a13-b749-2cb094c466c0 disassociated. External IP: 172.27.1.73, port: d86238ff-0f4b-44a6-aff7-83be35e4ee60. Mar 29 08:59:23.896552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Calling delete_port for d86238ff-0f4b-44a6-aff7-83be35e4ee60 owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:24.081455 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4f2c-459c-43bb-a28d-a618bfb4d297 req-de7491b1-a7cd-4852-81f8-d6ebf0497283 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:24.082932 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7e8c4f2c-459c-43bb-a28d-a618bfb4d297 req-de7491b1-a7cd-4852-81f8-d6ebf0497283 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 945 time: 0.0529373 Mar 29 08:59:24.084014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c92aa81c-4806-4c64-8665-8ef943ec0023), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:24.099074 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (d86238ff-0f4b-44a6-aff7-83be35e4ee60), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:24.122496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=c92aa81c-4806-4c64-8665-8ef943ec0023,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:24.127968 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event deleted for resources: {'Port': ['ID=d86238ff-0f4b-44a6-aff7-83be35e4ee60,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:24.239930 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7e8c4f2c-459c-43bb-a28d-a618bfb4d297 req-45e83eec-54c1-4103-b647-2fcd5420e6df tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495686 Mar 29 08:59:24.259277 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Router c24e3127-725b-4ffc-8df9-111ab2ae7b25 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:59:24.273091 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:59:24.372150 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:59:24.382755 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] Sync routers for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:59:24.387774 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:59:24.393807 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:24.394743 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:24.410306 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:59:24.417343 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] No DVR routers for this DVR port d86238ff-0f4b-44a6-aff7-83be35e4ee60 on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:24.420082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:24.424001 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-31253624-6974-46b3-916d-782398cf943b req-f2733581-b719-406f-be5a-fd3b6827b61d tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "DELETE /v2.0/ports/d86238ff-0f4b-44a6-aff7-83be35e4ee60 HTTP/1.1" status: 204 len: 173 time: 0.8965123 Mar 29 08:59:24.424500 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'name': 'network-vif-deleted', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:24.427524 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451dca1-1ab8-4504-95fc-8cb76ade4f1f" -d '{"events": [{"server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "name": "network-vif-deleted", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:24.446993 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] No DVR routers for this DVR port c92aa81c-4806-4c64-8665-8ef943ec0023 on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:24.449578 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:24.451862 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:24.452536 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:24.453156 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f6f210c-7221-4edf-a894-0a3500d451dd req-f3fdb01d-4071-4983-9a12-ee5561abdc55 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "DELETE /v2.0/ports/c92aa81c-4806-4c64-8665-8ef943ec0023 HTTP/1.1" status: 204 len: 173 time: 1.2606113 Mar 29 08:59:24.454042 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'name': 'network-vif-deleted', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:24.457642 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a1d58-c807-471a-bbc5-7de056e5b6f3" -d '{"events": [{"server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "name": "network-vif-deleted", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:24.553585 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac907598-6cef-41a2-b230-d1cf72885e2f x-openstack-request-id: req-ac907598-6cef-41a2-b230-d1cf72885e2f {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:24.554261 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa", "name": "network-vif-deleted", "tag": "d86238ff-0f4b-44a6-aff7-83be35e4ee60", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:24.554685 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac907598-6cef-41a2-b230-d1cf72885e2f {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:24.555646 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac907598-6cef-41a2-b230-d1cf72885e2f'] response: {'server_uuid': 'd6f0e4c1-e515-4ba7-a878-0c7ef1a622aa', 'name': 'network-vif-deleted', 'tag': 'd86238ff-0f4b-44a6-aff7-83be35e4ee60', 'status': 'completed', 'code': 200} Mar 29 08:59:24.622095 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:24.681397 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6ac586ad-eabf-4929-8cd9-b08994012208 req-d5288f0c-a08f-4445-9203-a0a4a21a7c23 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 210 time: 0.0483541 Mar 29 08:59:24.805981 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9101c17-7e35-4ba7-a2eb-25d7caad10af x-openstack-request-id: req-e9101c17-7e35-4ba7-a2eb-25d7caad10af {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:24.806374 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2118288-2914-48b4-830d-c564008d4d23", "name": "network-vif-deleted", "tag": "c92aa81c-4806-4c64-8665-8ef943ec0023", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:24.806759 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9101c17-7e35-4ba7-a2eb-25d7caad10af {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:24.807240 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9101c17-7e35-4ba7-a2eb-25d7caad10af'] response: {'server_uuid': 'f2118288-2914-48b4-830d-c564008d4d23', 'name': 'network-vif-deleted', 'tag': 'c92aa81c-4806-4c64-8665-8ef943ec0023', 'status': 'completed', 'code': 200} Mar 29 08:59:24.812130 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:24.892856 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:24.919732 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:59:24.929543 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:24.930470 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:25.041644 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:25.057790 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:25.088044 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] Checking router: c24e3127-725b-4ffc-8df9-111ab2ae7b25 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:59:25.096484 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:25.097104 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:58:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:25.203360 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:25.240470 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:25.268525 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013aa00-87d5-4cf3-b07a-7b9707ee6b6d None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:59:25.371392 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fb3e8e58-c2e3-48fd-85b5-ed20de4d0c7f req-b6144ba3-865c-410d-a739-fa8c6e1fab3b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f0e4c1-e515-4ba7-a878-0c7ef1a622aa HTTP/1.1" status: 200 len: 210 time: 0.0329444 Mar 29 08:59:25.428559 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:25.461971 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a1ef-c983-434b-874e-81824a0d366b None None] The sync data for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi is: [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:54:07Z', 'revision_number': 4, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'ef0f4255-17d5-459d-95c9-e79b9aa3933b', 'name': '', 'network_id': '5c03219e-4cf1-4ede-8609-4d66ccc1d5fc', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'mac_address': 'fa:16:3e:ae:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:06Z', 'updated_at': '2022-03-29T08:54:21Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'subnets': [{'id': '7ec193c6-3f3e-4057-9bf4-aaddf954e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:59:25.560781 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4a337-c4d7-4a16-b5a4-20b376a54654 None None] New status for floating IP 07fb824a-12e0-4f8d-8ad1-c954f6e696ca: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:59:25.753985 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a98cb5-1b58-4cac-8fe3-872656ab03fc None None] New status for floating IP 75f61051-8192-4a13-b749-2cb094c466c0: DOWN {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:59:25.795368 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a15fa830-d8de-4c66-bc62-aa34459a494b req-afe82d84-3234-4763-a914-55186642ddef tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2118288-2914-48b4-830d-c564008d4d23 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Mar 29 08:59:25.813553 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:26.528000 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38302) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:26.551996 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-6ef1533f-2730-4be4-9b37-745680c3d29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:26.581547 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1864f32f-318b-4834-8e9b-b915af873e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group (2a74b7db-dc44-4be6-bd42-6a792ea1c8e6), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:26.604088 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1864f32f-318b-4834-8e9b-b915af873e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group (2a74b7db-dc44-4be6-bd42-6a792ea1c8e6), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:26.709955 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1864f32f-318b-4834-8e9b-b915af873e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (2a74b7db-dc44-4be6-bd42-6a792ea1c8e6), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:26.712500 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1864f32f-318b-4834-8e9b-b915af873e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:26.713627 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-1864f32f-318b-4834-8e9b-b915af873e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a74b7db-dc44-4be6-bd42-6a792ea1c8e6 HTTP/1.1" status: 204 len: 168 time: 0.1845376 Mar 29 08:59:26.716191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38304) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:26.723095 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f32f-318b-4834-8e9b-b915af873e41 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74b7db-dc44-4be6-bd42-6a792ea1c8e6,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:26.730475 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.api.v2.resource [None req-899ce149-7c32-4194-b159-a98fb51b5f39 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] show failed (client error): The resource could not be found. Mar 29 08:59:26.731511 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-899ce149-7c32-4194-b159-a98fb51b5f39 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups/2a74b7db-dc44-4be6-bd42-6a792ea1c8e6 HTTP/1.1" status: 404 len: 347 time: 0.0141726 Mar 29 08:59:26.734282 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38306) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:26.964920 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38314) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:27.022405 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cae4e77-c203-4f18-be52-a661264ddab9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (71985a8d-d366-4eeb-9845-adb1d4e38984), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.045872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cae4e77-c203-4f18-be52-a661264ddab9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (71985a8d-d366-4eeb-9845-adb1d4e38984), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.101025 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Deleting port e6682d4f-6169-43ea-8aad-f38fa90f78a9 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:27.101363 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.152347 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cae4e77-c203-4f18-be52-a661264ddab9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (71985a8d-d366-4eeb-9845-adb1d4e38984), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.155046 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cae4e77-c203-4f18-be52-a661264ddab9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.156242 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3cae4e77-c203-4f18-be52-a661264ddab9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/security-groups/71985a8d-d366-4eeb-9845-adb1d4e38984 HTTP/1.1" status: 204 len: 168 time: 0.1897159 Mar 29 08:59:27.159889 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38318) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:27.165625 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae4e77-c203-4f18-be52-a661264ddab9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71985a8d-d366-4eeb-9845-adb1d4e38984,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:27.185891 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.api.v2.resource [None req-9e094000-b43e-46a2-8cfe-7f5f832227a4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] show failed (client error): The resource could not be found. Mar 29 08:59:27.190052 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-9e094000-b43e-46a2-8cfe-7f5f832227a4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups/71985a8d-d366-4eeb-9845-adb1d4e38984 HTTP/1.1" status: 404 len: 347 time: 0.0260670 Mar 29 08:59:27.190643 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38320) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:27.194107 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.194433 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (e6682d4f-6169-43ea-8aad-f38fa90f78a9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.206216 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Calling delete_port for e6682d4f-6169-43ea-8aad-f38fa90f78a9 owned by network:floatingip {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:27.218609 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c92aa81c-4806-4c64-8665-8ef943ec0023 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:27.240385 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: c92aa81c-4806-4c64-8665-8ef943ec0023 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:27.240744 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device c92aa81c-4806-4c64-8665-8ef943ec0023 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:27.244267 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d86238ff-0f4b-44a6-aff7-83be35e4ee60 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:27.260379 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: d86238ff-0f4b-44a6-aff7-83be35e4ee60 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:27.260742 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device d86238ff-0f4b-44a6-aff7-83be35e4ee60 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:27.316163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port 14cbca4c-6d65-4728-b90d-bd8058c3db67 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:27.316551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.393205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.393530 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (14cbca4c-6d65-4728-b90d-bd8058c3db67), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.405078 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for 14cbca4c-6d65-4728-b90d-bd8058c3db67 owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:27.413190 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (e6682d4f-6169-43ea-8aad-f38fa90f78a9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.443098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event deleted for resources: {'Port': ['ID=e6682d4f-6169-43ea-8aad-f38fa90f78a9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:27.503339 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks [] for floatingip (75f61051-8192-4a13-b749-2cb094c466c0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.505971 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.507136 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-4e671a27-1596-47be-9052-31cb1516ba33 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "DELETE /v2.0/floatingips/75f61051-8192-4a13-b749-2cb094c466c0 HTTP/1.1" status: 204 len: 168 time: 0.7719722 Mar 29 08:59:27.607402 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (14cbca4c-6d65-4728-b90d-bd8058c3db67), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.634326 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=14cbca4c-6d65-4728-b90d-bd8058c3db67,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:27.695766 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (07fb824a-12e0-4f8d-8ad1-c954f6e696ca), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.698285 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:27.699420 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8b6ce078-fadd-4cc2-9c44-5104bf532d9d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/floatingips/07fb824a-12e0-4f8d-8ad1-c954f6e696ca HTTP/1.1" status: 204 len: 168 time: 0.5077469 Mar 29 08:59:27.934998 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38330) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:27.941845 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609896013', 'description': 'tempest-description--956371025'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:28.009263 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.074166 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (3d8e2798-3a27-4fb4-b9da-63bb91d7f193), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.134697 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3d8e2798-3a27-4fb4-b9da-63bb91d7f193), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.162871 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e2798-3a27-4fb4-b9da-63bb91d7f193,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:28.214713 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.215946 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-6598a076-23aa-4048-b61b-2a11e170b905 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2798643 Mar 29 08:59:28.218915 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38332) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:28.223592 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '3d8e2798-3a27-4fb4-b9da-63bb91d7f193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:28.316681 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (7966de22-d93c-4df0-b51f-fe02060f3fab), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.377840 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (7966de22-d93c-4df0-b51f-fe02060f3fab), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.452915 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (7966de22-d93c-4df0-b51f-fe02060f3fab), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.474002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7966de22-d93c-4df0-b51f-fe02060f3fab,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:28.546637 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.547881 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-7b73ad6d-083c-434a-b36d-3daf339ac99d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280485 Mar 29 08:59:28.550836 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38334) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:28.555429 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'security_group_rule': {'security_group_id': '3d8e2798-3a27-4fb4-b9da-63bb91d7f193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:28.660903 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (ddf9eb4f-433d-42ae-8f39-6267bda3d39b), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.714444 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (ddf9eb4f-433d-42ae-8f39-6267bda3d39b), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.792457 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (ddf9eb4f-433d-42ae-8f39-6267bda3d39b), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.810671 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf9eb4f-433d-42ae-8f39-6267bda3d39b,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:28.889122 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.890369 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-4591bef5-0dc6-4c63-9352-807744cfd677 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384712 Mar 29 08:59:28.894622 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38340) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:28.894974 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8163f902-3fe8-4683-96dd-b177e66a3b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:28.899311 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:29.003751 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.105230 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.217789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.27.1.24 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/b34c5b5c-43e6-4012-99c3-4520960cba6b) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:59:29.325140 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.501404 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.541637 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:59:29.544508 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:59:29.552060 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:59:29.585123 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=b34c5b5c-43e6-4012-99c3-4520960cba6b,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:29.653635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (37282918-12b4-485d-bdf9-aa2b480e90b8), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.728973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.878778 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:29.951939 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:30.020279 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=b34c5b5c-43e6-4012-99c3-4520960cba6b,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:30.030014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (37282918-12b4-485d-bdf9-aa2b480e90b8), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:30.078037 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:30.108493 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:30.109833 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-93971e8a-134a-421e-afaf-34f06acb983a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2142177 Mar 29 08:59:30.252001 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-b402b68f-ed4d-4316-a3fa-e99178c9c90a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--609896013&fields=id&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 267 time: 0.0406199 Mar 29 08:59:30.358745 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-20581c0a-e279-4648-97d0-c2335f7c92bf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:30.360093 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-20581c0a-e279-4648-97d0-c2335f7c92bf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.1016231 Mar 29 08:59:30.377561 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-85bd6a54-3626-4d62-9adf-cc4d3f41d97a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/quotas/2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 375 time: 0.0099559 Mar 29 08:59:30.431968 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-0c643b58-5665-4c81-b2b0-fa2e0e889e69 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504391 Mar 29 08:59:30.488287 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4fd52-ea92-45dd-b279-cbdeb7b36772 req-1c3c4957-3d85-4503-aa83-602a16f7f2a4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:30.489791 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57b4fd52-ea92-45dd-b279-cbdeb7b36772 req-1c3c4957-3d85-4503-aa83-602a16f7f2a4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0619891 Mar 29 08:59:30.537905 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57b4fd52-ea92-45dd-b279-cbdeb7b36772 req-c786f305-29ff-4c4d-990f-a68b7edcab8f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Mar 29 08:59:30.574037 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-2d9e676e-327c-4441-b692-6a8979350894 service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301775 Mar 29 08:59:30.659884 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fb2a733c-c35b-4f33-97d5-c812d3854f81 service neutron] 10.222.0.16 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800357 Mar 29 08:59:30.898694 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-aa382c6b-fbac-45e9-a652-7a965b57c684 req-47bf161a-2951-40cd-9d30-7fc2d3f49690 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 210 time: 0.0273185 Mar 29 08:59:31.321351 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:31.655347 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94337a-c9f5-46df-9244-242a40e24c0b req-7fab2799-44ff-41b9-a003-bf773236eec0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:31.656844 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8a94337a-c9f5-46df-9244-242a40e24c0b req-7fab2799-44ff-41b9-a003-bf773236eec0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0531373 Mar 29 08:59:31.708275 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8a94337a-c9f5-46df-9244-242a40e24c0b req-b77943b3-f642-4973-b332-27140610b8b1 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451655 Mar 29 08:59:31.989622 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bd5f794b-ec8c-4e85-8500-2f5c9efe36db req-02be989c-015c-4d0b-aed4-ce2e23d32d0a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 210 time: 0.0275264 Mar 29 08:59:32.826788 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03ee64-b00c-4639-8d32-6aea45a3f8cd req-55b79110-2701-4cab-99d4-c741718d7dd4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:32.828288 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-aa03ee64-b00c-4639-8d32-6aea45a3f8cd req-55b79110-2701-4cab-99d4-c741718d7dd4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0531297 Mar 29 08:59:32.865149 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-5c97345b-49c5-44a9-a83a-2eb8ff8795bf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:32.866608 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-5c97345b-49c5-44a9-a83a-2eb8ff8795bf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 815 time: 0.1034560 Mar 29 08:59:32.875565 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-aa03ee64-b00c-4639-8d32-6aea45a3f8cd req-312afaeb-0e5f-491a-89c6-b19515dff6ad tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Mar 29 08:59:32.930135 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-bc5f112f-13f3-44d7-accf-a9357d728a19 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2be54e384c4f49adb6a34444225bd618 HTTP/1.1" status: 200 len: 379 time: 0.0524321 Mar 29 08:59:32.942106 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'port': {'device_id': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'admin_state_up': True, 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'security_groups': ['3d8e2798-3a27-4fb4-b9da-63bb91d7f193']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:33.015224 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:33.087670 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0cd572f4-be77-45dd-b2dd-780f93d45a6f req-49cb4425-de3d-491c-b678-4a7a0df1fc34 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 210 time: 0.0313072 Mar 29 08:59:33.111887 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Made reservation on behalf of 2be54e384c4f49adb6a34444225bd618 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 08:59:33.115219 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:33.236624 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Allocated IP 172.20.0.4 (611e19c1-7854-4676-8245-112508e60afc/15f36853-b19b-4f54-b8cc-2b2d4c45ad68/cd161c32-9bb5-40a5-a0dd-59675c6766ae) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 08:59:33.371316 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:33.456170 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:33.497262 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Network 611e19c1-7854-4676-8245-112508e60afc is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 08:59:33.500294 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 08:59:33.506968 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 08:59:33.530641 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event updated for resources: {'Port': ['ID=cd161c32-9bb5-40a5-a0dd-59675c6766ae,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:33.558593 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:33.559238 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:33.646293 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-91366d93-438a-4e82-93f2-27090f194d1d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082572 Mar 29 08:59:33.683860 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-e87aeb08-da28-4e8a-bb92-a972bbffc3dd None None] Provisioning complete for port cd161c32-9bb5-40a5-a0dd-59675c6766ae triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:59:33.684220 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e87aeb08-da28-4e8a-bb92-a972bbffc3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:33.716711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-e87aeb08-da28-4e8a-bb92-a972bbffc3dd None None] Port cd161c32-9bb5-40a5-a0dd-59675c6766ae cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 08:59:33.993620 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42321fdc-f221-4740-bbfb-1072c757dcc0 req-0ad8610e-9345-4ea3-b69d-f7e68fccdeb3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:33.995109 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-42321fdc-f221-4740-bbfb-1072c757dcc0 req-0ad8610e-9345-4ea3-b69d-f7e68fccdeb3 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0520008 Mar 29 08:59:34.040503 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-42321fdc-f221-4740-bbfb-1072c757dcc0 req-878f1fec-c2b7-444d-bee1-a36bfdf4233b tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Mar 29 08:59:34.206076 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8bca-0b52-4f37-8c29-3f343a740ced req-54535d63-859d-4774-a1be-d4533a324248 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:34.207427 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-405c8bca-0b52-4f37-8c29-3f343a740ced req-54535d63-859d-4774-a1be-d4533a324248 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 931 time: 0.0550404 Mar 29 08:59:34.252049 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-405c8bca-0b52-4f37-8c29-3f343a740ced req-507115fc-3021-4fee-ae99-65656ced378d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391469 Mar 29 08:59:35.158318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698b9f9-ef5d-4ad0-849c-1cf87d792234 req-a04edcc0-de8f-4de8-afaa-ee1e1b5931f7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:35.159803 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b698b9f9-ef5d-4ad0-849c-1cf87d792234 req-a04edcc0-de8f-4de8-afaa-ee1e1b5931f7 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0548143 Mar 29 08:59:35.203480 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b698b9f9-ef5d-4ad0-849c-1cf87d792234 req-0177b04b-0c22-4a41-834a-d3d9008d69eb tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Mar 29 08:59:35.375164 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58757-134a-48af-a32f-5da437f4e529 req-10d34d89-37aa-4489-ab55-b1179681c42d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:35.377090 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10e58757-134a-48af-a32f-5da437f4e529 req-10d34d89-37aa-4489-ab55-b1179681c42d tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 931 time: 0.0514920 Mar 29 08:59:35.421170 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10e58757-134a-48af-a32f-5da437f4e529 req-22e2fb93-a5e5-45cb-888c-4ace5d837511 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387080 Mar 29 08:59:35.691895 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Request body: {'port': {'device_id': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:35.754010 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:35.963843 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-6a45667c-27b8-4101-8c43-bd989cffab91 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:35.965301 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-6a45667c-27b8-4101-8c43-bd989cffab91 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0601749 Mar 29 08:59:36.011569 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd161c32-9bb5-40a5-a0dd-59675c6766ae {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:59:36.020050 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Publish callbacks [] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.032610 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Transition to ACTIVE for port object cd161c32-9bb5-40a5-a0dd-59675c6766ae will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 08:59:36.074689 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Deleting port baa72187-e646-4efc-9660-f506d7952cb6 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:36.075019 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (baa72187-e646-4efc-9660-f506d7952cb6), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.161866 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] For port baa72187-e646-4efc-9660-f506d7952cb6, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=baa72187-e646-4efc-9660-f506d7952cb6,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:36.162556 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (baa72187-e646-4efc-9660-f506d7952cb6), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.174931 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Calling delete_port for baa72187-e646-4efc-9660-f506d7952cb6 owned by compute:nova {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:36.220647 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.272300 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Pushing event updated for resources: {'Port': ['ID=cd161c32-9bb5-40a5-a0dd-59675c6766ae,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:36.301529 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.303591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.303591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.303591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.303591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.303591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.303591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.304092 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.304092 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.304484 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.304739 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.305078 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.305400 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.305716 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.306035 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.362220 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd372a-ae27-49e1-bec2-e5007db46b5c req-bfbf2987-e1e3-495b-8954-b6611c3a901c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:36.363783 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2ffd372a-ae27-49e1-bec2-e5007db46b5c req-bfbf2987-e1e3-495b-8954-b6611c3a901c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 946 time: 0.0725529 Mar 29 08:59:36.374136 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Attempting to bind port cd161c32-9bb5-40a5-a0dd-59675c6766ae on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 08:59:36.374482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Attempting to bind port cd161c32-9bb5-40a5-a0dd-59675c6766ae by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 08:59:36.374812 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Attempting to bind port cd161c32-9bb5-40a5-a0dd-59675c6766ae on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:59:36.381147 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Port cd161c32-9bb5-40a5-a0dd-59675c6766ae on network 611e19c1-7854-4676-8245-112508e60afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 08:59:36.381800 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Attempting to bind port cd161c32-9bb5-40a5-a0dd-59675c6766ae on network 611e19c1-7854-4676-8245-112508e60afc {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 08:59:36.386896 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 08:59:36.387232 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Checking segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 08:59:36.387608 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Bound using segment: {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 08:59:36.388032 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Bound port: cd161c32-9bb5-40a5-a0dd-59675c6766ae, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ebae96-10bb-4919-b3de-9c50c430a58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '611e19c1-7854-4676-8245-112508e60afc'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 08:59:36.388466 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.418918 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2ffd372a-ae27-49e1-bec2-e5007db46b5c req-cfe6e8ec-1154-450b-8aa4-6bd6bf774016 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Mar 29 08:59:36.444329 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (baa72187-e646-4efc-9660-f506d7952cb6), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.459968 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['61220fc0-061a-4821-94a1-22120332069d', 'baa72187-e646-4efc-9660-f506d7952cb6'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:59:36.465480 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] For port cd161c32-9bb5-40a5-a0dd-59675c6766ae, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 08:59:36.469245 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] For port cd161c32-9bb5-40a5-a0dd-59675c6766ae, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 08:59:36.479527 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event deleted for resources: {'Port': ['ID=baa72187-e646-4efc-9660-f506d7952cb6,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:36.512631 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.512980 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.513321 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.513657 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.514185 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.514515 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.514844 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.515171 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.515750 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.516941 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.517251 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.517730 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.518225 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.518552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.518875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 08:59:36.536501 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] No DVR routers for this DVR port baa72187-e646-4efc-9660-f506d7952cb6 on host hv-cinder-83555 {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:36.538936 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.539672 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.542317 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "DELETE /v2.0/ports/baa72187-e646-4efc-9660-f506d7952cb6 HTTP/1.1" status: 204 len: 173 time: 0.5704556 Mar 29 08:59:36.545016 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'name': 'network-vif-deleted', 'tag': 'baa72187-e646-4efc-9660-f506d7952cb6'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:36.545157 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47012f03-3dca-4a56-85ff-9c33d18e1b96" -d '{"events": [{"server_uuid": "25f78d33-dd8b-495e-b056-23c72c909e1d", "name": "network-vif-deleted", "tag": "baa72187-e646-4efc-9660-f506d7952cb6"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:36.581956 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7c7ee0-e82e-4550-89ba-4bd68431b48a x-openstack-request-id: req-9a7c7ee0-e82e-4550-89ba-4bd68431b48a {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:36.582247 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f78d33-dd8b-495e-b056-23c72c909e1d", "name": "network-vif-deleted", "tag": "baa72187-e646-4efc-9660-f506d7952cb6", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:36.582500 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a7c7ee0-e82e-4550-89ba-4bd68431b48a {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:36.582904 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7c7ee0-e82e-4550-89ba-4bd68431b48a'] response: {'server_uuid': '25f78d33-dd8b-495e-b056-23c72c909e1d', 'name': 'network-vif-deleted', 'tag': 'baa72187-e646-4efc-9660-f506d7952cb6', 'status': 'completed', 'code': 200} Mar 29 08:59:36.611345 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:36.613950 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:36.615248 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd161c32-9bb5-40a5-a0dd-59675c6766ae HTTP/1.1" status: 200 len: 1093 time: 0.9278398 Mar 29 08:59:36.617666 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:36.620145 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35856a-58a0-4715-ad4d-7008aaec5287" -d '{"events": [{"name": "network-changed", "server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:36.650878 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6ebb8-1e91-4e59-b423-fb515b98a696 service neutron] Pushing event updated for resources: {'Port': ['ID=cd161c32-9bb5-40a5-a0dd-59675c6766ae,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:36.672193 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a97c7-41eb-41b3-8546-522477e93547 req-948756e8-b55b-4782-96e5-931cb28e93da tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:36.674320 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e56a97c7-41eb-41b3-8546-522477e93547 req-948756e8-b55b-4782-96e5-931cb28e93da tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.1533241 Mar 29 08:59:36.737192 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e56a97c7-41eb-41b3-8546-522477e93547 req-478ad49a-5496-4e1a-8249-51c4a5aac8b9 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563955 Mar 29 08:59:36.789375 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22896ab8-5e8a-4080-b087-be08843d9d60 x-openstack-request-id: req-22896ab8-5e8a-4080-b087-be08843d9d60 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:36.789672 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:36.789931 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22896ab8-5e8a-4080-b087-be08843d9d60 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:36.790339 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22896ab8-5e8a-4080-b087-be08843d9d60'] response: {'name': 'network-changed', 'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'status': 'completed', 'code': 200} Mar 29 08:59:36.814353 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-b83c3e49-acc6-4a47-9783-c7b9021f5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:36.818979 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-b83c3e49-acc6-4a47-9783-c7b9021f5267 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 1127 time: 0.0580909 Mar 29 08:59:36.874429 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-d480f08d-2818-4d69-8c2b-210b81b5d4ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae HTTP/1.1" status: 200 len: 217 time: 0.0435860 Mar 29 08:59:36.927464 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-236cb154-408a-42f5-9a62-d24cdc8f6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:36.929400 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-236cb154-408a-42f5-9a62-d24cdc8f6807 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0479319 Mar 29 08:59:36.984671 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-d9b2f386-3220-4992-abe8-17c8feaaf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:36.987026 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-d9b2f386-3220-4992-abe8-17c8feaaf092 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464964 Mar 29 08:59:37.079251 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-2a239e6d-676a-4535-9aaf-554f68ac060f service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840111 Mar 29 08:59:37.173099 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-59f8a68c-8547-4836-9601-6ffb9b67f1ed req-7fa5f77a-0aec-43c5-a72d-ebb92bc830ff service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859747 Mar 29 08:59:37.338757 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-db8e901e-3239-49ca-8f3f-35b9906673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:37.340192 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-db8e901e-3239-49ca-8f3f-35b9906673b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 1127 time: 0.0437121 Mar 29 08:59:37.431858 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-b6cb597c-5e12-4978-9819-4e4d47b278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:37.433325 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-b6cb597c-5e12-4978-9819-4e4d47b278f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.0851300 Mar 29 08:59:37.476222 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-2bb180fb-740f-4861-824d-0896b40f8e15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae HTTP/1.1" status: 200 len: 217 time: 0.0354779 Mar 29 08:59:37.556648 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-aa981c1d-f0a7-4ec3-856e-2229c8d31b31 req-9c8ed538-043f-41a2-bc37-b78cc14c9301 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=25f78d33-dd8b-495e-b056-23c72c909e1d HTTP/1.1" status: 200 len: 210 time: 0.0508165 Mar 29 08:59:37.571788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-00783847-91d4-44fe-9c3f-a4df653a8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:37.571788 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-00783847-91d4-44fe-9c3f-a4df653a8e3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0712426 Mar 29 08:59:37.618288 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-4f720dca-2eb9-41bb-9417-63434fa67d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:37.619817 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-4f720dca-2eb9-41bb-9417-63434fa67d65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437295 Mar 29 08:59:37.857363 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd428-2410-40a2-9ed5-9cf044ab3d07 req-6a4d3091-d353-4bf5-9262-ceb56edf91fd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:37.858731 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-882fd428-2410-40a2-9ed5-9cf044ab3d07 req-6a4d3091-d353-4bf5-9262-ceb56edf91fd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.0524693 Mar 29 08:59:37.904790 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-882fd428-2410-40a2-9ed5-9cf044ab3d07 req-5922c1e3-5997-4eee-94dd-f6c56fc9956e tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405562 Mar 29 08:59:38.727355 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-2b00bc73-3ae4-4679-a1ec-cf42665d534b service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Mar 29 08:59:39.026890 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c8b24-b4fd-467f-b0e1-715ae41a0c10 req-3d5b5188-16fd-4964-83a5-a666c2b102cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:39.028522 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-816c8b24-b4fd-467f-b0e1-715ae41a0c10 req-3d5b5188-16fd-4964-83a5-a666c2b102cc tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.0562668 Mar 29 08:59:39.079417 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-816c8b24-b4fd-467f-b0e1-715ae41a0c10 req-8155f6ad-566b-4ea7-8b15-bdc0ceb716e7 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 Mar 29 08:59:39.182154 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e10fa-96a0-44fc-847c-b5bf5d20a6a8 req-f850ada7-fe28-4318-9baa-0d86ed97212f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:39.183531 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e75e10fa-96a0-44fc-847c-b5bf5d20a6a8 req-f850ada7-fe28-4318-9baa-0d86ed97212f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0553730 Mar 29 08:59:39.229361 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e75e10fa-96a0-44fc-847c-b5bf5d20a6a8 req-69a05b67-83b7-42da-bc58-e4fbff3e7476 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397782 Mar 29 08:59:39.532958 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ba35856a-58a0-4715-ad4d-7008aaec5287 req-c9a0b3a0-17b3-4789-a51b-e239be159624 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863006 Mar 29 08:59:40.196736 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d612e-672b-4bb8-85dc-acba5ee77712 req-f9544553-2032-4fb3-82de-df98844de03f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:40.198233 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-104d612e-672b-4bb8-85dc-acba5ee77712 req-f9544553-2032-4fb3-82de-df98844de03f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.0516124 Mar 29 08:59:40.242962 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-104d612e-672b-4bb8-85dc-acba5ee77712 req-b603c91b-6806-4544-9aab-8b1bf5bca853 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Mar 29 08:59:40.348278 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce2026-bad5-444b-a337-bb8c9d533206 req-bb868c31-91b4-42ef-aca6-ed3c709ab4f6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:40.349768 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2dce2026-bad5-444b-a337-bb8c9d533206 req-bb868c31-91b4-42ef-aca6-ed3c709ab4f6 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0519998 Mar 29 08:59:40.363128 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device baa72187-e646-4efc-9660-f506d7952cb6 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:40.382735 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: baa72187-e646-4efc-9660-f506d7952cb6 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:40.383075 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device baa72187-e646-4efc-9660-f506d7952cb6 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:40.396785 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2dce2026-bad5-444b-a337-bb8c9d533206 req-f4c91dc6-684f-4021-8610-8d6b2135cb4c tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Mar 29 08:59:41.360008 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01394a24-a33b-47f6-af1b-2bd13c814058 req-82b1bd45-403f-437f-8c54-69bbc048a950 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:41.362008 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-01394a24-a33b-47f6-af1b-2bd13c814058 req-82b1bd45-403f-437f-8c54-69bbc048a950 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.0520036 Mar 29 08:59:41.407026 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-01394a24-a33b-47f6-af1b-2bd13c814058 req-d1f16e6c-baa1-41ac-a096-cfb54e8f87f6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Mar 29 08:59:41.522044 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39635c-ef46-4e7a-974e-47ab1c3f490b req-8e6f16dd-1493-47fe-9d5e-cc49d705d96f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:41.523420 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8e39635c-ef46-4e7a-974e-47ab1c3f490b req-8e6f16dd-1493-47fe-9d5e-cc49d705d96f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0525119 Mar 29 08:59:41.572492 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8e39635c-ef46-4e7a-974e-47ab1c3f490b req-477568b5-eeb6-42aa-b381-40582d909ff9 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Mar 29 08:59:42.529630 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb0c99-ee7c-432d-bd85-1a183dce0df8 req-cf0e4693-3098-4510-96a1-85831737a7ba tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:42.531100 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e2fb0c99-ee7c-432d-bd85-1a183dce0df8 req-cf0e4693-3098-4510-96a1-85831737a7ba tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.0529923 Mar 29 08:59:42.577637 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e2fb0c99-ee7c-432d-bd85-1a183dce0df8 req-dbe2bf18-b783-4b86-9ea3-fb401002d1e2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Mar 29 08:59:42.692927 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5613cc9-fb3d-4407-9b78-5f0dde32c8a2 req-3c09f78e-5b08-4609-b218-0f446a84152a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:42.694283 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a5613cc9-fb3d-4407-9b78-5f0dde32c8a2 req-3c09f78e-5b08-4609-b218-0f446a84152a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0555201 Mar 29 08:59:42.738632 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a5613cc9-fb3d-4407-9b78-5f0dde32c8a2 req-39cfb2ea-a1e1-4889-89c7-a756998cbadc tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388045 Mar 29 08:59:43.182440 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-d80775e7-be26-46f1-9f69-071fbb23bd3a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:43.183857 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-d80775e7-be26-46f1-9f69-071fbb23bd3a tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 946 time: 0.0554607 Mar 29 08:59:43.279668 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Deleting port 61220fc0-061a-4821-94a1-22120332069d {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:43.280007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (61220fc0-061a-4821-94a1-22120332069d), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:43.602660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] For port 61220fc0-061a-4821-94a1-22120332069d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=61220fc0-061a-4821-94a1-22120332069d,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:43.603007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (61220fc0-061a-4821-94a1-22120332069d), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:43.616628 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Calling delete_port for 61220fc0-061a-4821-94a1-22120332069d owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:43.704152 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc1eb6-2544-4291-b32d-019f67cbdd11 req-e3cc9150-1a96-43a3-80dc-96727e6875c8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:43.704152 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3bbc1eb6-2544-4291-b32d-019f67cbdd11 req-e3cc9150-1a96-43a3-80dc-96727e6875c8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 943 time: 0.0576520 Mar 29 08:59:43.751870 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3bbc1eb6-2544-4291-b32d-019f67cbdd11 req-136fa4fe-40ca-4d12-b8a5-bc8e772e05dd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 Mar 29 08:59:43.833448 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (61220fc0-061a-4821-94a1-22120332069d), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:43.847806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['61220fc0-061a-4821-94a1-22120332069d'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:59:43.869322 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Pushing event deleted for resources: {'Port': ['ID=61220fc0-061a-4821-94a1-22120332069d,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:43.917125 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] No DVR routers for this DVR port 61220fc0-061a-4821-94a1-22120332069d on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:43.925707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d0b98-0dbe-4a11-a2ab-28cf31aceabd req-96d6c4f6-7a30-4cb7-a349-457b8ea4652f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:43.927169 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b43d0b98-0dbe-4a11-a2ab-28cf31aceabd req-96d6c4f6-7a30-4cb7-a349-457b8ea4652f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 867 time: 0.1204658 Mar 29 08:59:43.928162 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:43.931292 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1e072c30-f526-4efe-b681-a7489cdccd60 req-b2e6bb9c-2383-4b2c-aee6-f31c7b6525e4 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.13 "DELETE /v2.0/ports/61220fc0-061a-4821-94a1-22120332069d HTTP/1.1" status: 204 len: 173 time: 0.7408581 Mar 29 08:59:43.931733 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'name': 'network-vif-deleted', 'tag': '61220fc0-061a-4821-94a1-22120332069d'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:43.933986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfbc601-6d3b-4a42-8eb5-84c85f286ca6" -d '{"events": [{"server_uuid": "c291c919-e80a-4db6-96a3-b61b716b29af", "name": "network-vif-deleted", "tag": "61220fc0-061a-4821-94a1-22120332069d"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:43.968890 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2226310e-b82b-4ad0-aa22-ecc6adeea21f x-openstack-request-id: req-2226310e-b82b-4ad0-aa22-ecc6adeea21f {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:43.969187 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c291c919-e80a-4db6-96a3-b61b716b29af", "name": "network-vif-deleted", "tag": "61220fc0-061a-4821-94a1-22120332069d", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:43.969445 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2226310e-b82b-4ad0-aa22-ecc6adeea21f {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:43.970372 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2226310e-b82b-4ad0-aa22-ecc6adeea21f'] response: {'server_uuid': 'c291c919-e80a-4db6-96a3-b61b716b29af', 'name': 'network-vif-deleted', 'tag': '61220fc0-061a-4821-94a1-22120332069d', 'status': 'completed', 'code': 200} Mar 29 08:59:43.982584 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b43d0b98-0dbe-4a11-a2ab-28cf31aceabd req-85fa5b97-1114-46a3-bc82-7354bc3946e0 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/security-groups?id=737cbf6d-f9a0-4205-bff6-1e6ff6dba283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453131 Mar 29 08:59:44.368545 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd161c32-9bb5-40a5-a0dd-59675c6766ae details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 08:59:44.460188 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port cd161c32-9bb5-40a5-a0dd-59675c6766ae, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:44.474425 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'port_id': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'mac_address': 'fa:16:3e:fc:92:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 08:59:44.510695 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port cd161c32-9bb5-40a5-a0dd-59675c6766ae is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:59:44.511006 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:44.525407 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd161c32-9bb5-40a5-a0dd-59675c6766ae {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 08:59:44.544027 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port cd161c32-9bb5-40a5-a0dd-59675c6766ae, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:44.614380 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:44.665412 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=cd161c32-9bb5-40a5-a0dd-59675c6766ae,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:44.883543 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c49c87-15f5-4937-bbef-daa2f0a2854c req-65b38973-1af0-473b-82a7-b4d90ad0739b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:44.884262 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4aa9-c7ff-4997-8c79-b32481d48614 req-1a0326b9-3c1a-438f-88c5-e4f40942d6b8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:44.885076 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-86c49c87-15f5-4937-bbef-daa2f0a2854c req-65b38973-1af0-473b-82a7-b4d90ad0739b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0576990 Mar 29 08:59:44.885911 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-627a4aa9-c7ff-4997-8c79-b32481d48614 req-1a0326b9-3c1a-438f-88c5-e4f40942d6b8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 944 time: 0.0618432 Mar 29 08:59:44.893213 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['cd161c32-9bb5-40a5-a0dd-59675c6766ae'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:59:44.955409 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-627a4aa9-c7ff-4997-8c79-b32481d48614 req-e19a3241-7ef7-46b6-99a8-1b78e8462b5f tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631244 Mar 29 08:59:44.967276 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-86c49c87-15f5-4937-bbef-daa2f0a2854c req-c00f276d-16d5-4a07-af13-ec80814b504c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680068 Mar 29 08:59:45.092885 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-34ef4aee-d944-40d0-b9f9-dbd38f06e689 req-09a2b739-a977-456d-bd04-d5d07697574f tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] 10.222.0.16 "GET /v2.0/ports?device_id=c291c919-e80a-4db6-96a3-b61b716b29af HTTP/1.1" status: 200 len: 210 time: 0.0267670 Mar 29 08:59:46.062329 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba15b-8138-44d2-a641-fe8564015a20 req-0061dded-cc13-4e35-ac17-ae61fc1f5aed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:46.064340 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f9eba15b-8138-44d2-a641-fe8564015a20 req-0061dded-cc13-4e35-ac17-ae61fc1f5aed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 944 time: 0.0530722 Mar 29 08:59:46.095961 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb01eb0-5fcf-49fc-b9a7-0ec1750062e0 req-ab3e2932-9b1a-4df9-84ec-d185bb70244d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:46.097712 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-edb01eb0-5fcf-49fc-b9a7-0ec1750062e0 req-ab3e2932-9b1a-4df9-84ec-d185bb70244d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0569055 Mar 29 08:59:46.112006 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f9eba15b-8138-44d2-a641-fe8564015a20 req-da94b3c7-2231-49be-ad4c-1926efe21966 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Mar 29 08:59:46.146009 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-edb01eb0-5fcf-49fc-b9a7-0ec1750062e0 req-94ded673-8b70-42ce-bcfb-3318ebdf1521 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Mar 29 08:59:46.155705 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38538) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:46.374748 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd161c32-9bb5-40a5-a0dd-59675c6766ae up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 08:59:46.538331 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port cd161c32-9bb5-40a5-a0dd-59675c6766ae completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 08:59:46.542301 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port cd161c32-9bb5-40a5-a0dd-59675c6766ae triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 08:59:46.542679 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:46.622366 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port cd161c32-9bb5-40a5-a0dd-59675c6766ae is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 08:59:46.622750 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:46.630264 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (c24e3127-725b-4ffc-8df9-111ab2ae7b25), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:46.649012 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:46.651242 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aaf8ae-cd91-42a7-ae5e-59a6fc3d1aaf" -d '{"events": [{"server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:46.664778 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port cd161c32-9bb5-40a5-a0dd-59675c6766ae, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:46.739646 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:46.739646 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 61220fc0-061a-4821-94a1-22120332069d no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:46.761065 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5f57b-e58f-4cb2-93aa-03842b3ba1a8 x-openstack-request-id: req-fac5f57b-e58f-4cb2-93aa-03842b3ba1a8 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:46.761452 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:46.761777 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fac5f57b-e58f-4cb2-93aa-03842b3ba1a8 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:46.768882 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac5f57b-e58f-4cb2-93aa-03842b3ba1a8'] response: {'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'code': 200} Mar 29 08:59:46.792336 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 61220fc0-061a-4821-94a1-22120332069d {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:46.792735 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 61220fc0-061a-4821-94a1-22120332069d not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:46.806969 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 08:59:46.830641 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=cd161c32-9bb5-40a5-a0dd-59675c6766ae,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:46.843768 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4d124-a2cd-4684-8fde-5210cd83d5ef req-7815150a-cbd2-4084-abb6-7416b81cd3eb tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:46.846172 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-81e4d124-a2cd-4684-8fde-5210cd83d5ef req-7815150a-cbd2-4084-abb6-7416b81cd3eb tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 945 time: 0.0774381 Mar 29 08:59:46.903614 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-81e4d124-a2cd-4684-8fde-5210cd83d5ef req-0a67c8f1-03a0-4635-8176-3c4a3facbe08 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Mar 29 08:59:46.950899 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Deleting port ef0f4255-17d5-459d-95c9-e79b9aa3933b {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:46.951156 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:47.047677 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] For port ef0f4255-17d5-459d-95c9-e79b9aa3933b, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ef0f4255-17d5-459d-95c9-e79b9aa3933b,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:47.048033 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:47.065500 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Calling delete_port for ef0f4255-17d5-459d-95c9-e79b9aa3933b owned by network:router_interface {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:47.112874 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6bb8f-1068-4470-ac04-f0b3748aa988 req-c880a043-36ef-41ea-ab92-4b19e103a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:47.114338 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ff6bb8f-1068-4470-ac04-f0b3748aa988 req-c880a043-36ef-41ea-ab92-4b19e103a771 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 1129 time: 0.1020870 Mar 29 08:59:47.233166 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9ff6bb8f-1068-4470-ac04-f0b3748aa988 req-6efab66e-4d30-4d9a-b125-8894387141b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112595 Mar 29 08:59:47.273496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313723f-12b6-4f1f-b517-2af285e0508f req-96042c4b-bc0b-4689-a2b1-b170ab92839a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:47.274962 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7313723f-12b6-4f1f-b517-2af285e0508f req-96042c4b-bc0b-4689-a2b1-b170ab92839a tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.0859015 Mar 29 08:59:47.282879 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb892f66-1399-42c5-bb72-2f736693f376 req-89a791a9-bc43-464a-a64c-ed2cab23b5ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:47.284398 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cb892f66-1399-42c5-bb72-2f736693f376 req-89a791a9-bc43-464a-a64c-ed2cab23b5ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0526752 Mar 29 08:59:47.331140 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cb892f66-1399-42c5-bb72-2f736693f376 req-2b9834dd-eb3a-4cf0-8274-e2237d357fdf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Mar 29 08:59:47.346039 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7313723f-12b6-4f1f-b517-2af285e0508f req-1afc4312-e2cf-47ea-b457-ddcc09be0e2b tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649676 Mar 29 08:59:47.446898 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (ef0f4255-17d5-459d-95c9-e79b9aa3933b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:47.470556 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0f4255-17d5-459d-95c9-e79b9aa3933b,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:47.636686 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (c24e3127-725b-4ffc-8df9-111ab2ae7b25), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:47.842606 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Router c24e3127-725b-4ffc-8df9-111ab2ae7b25 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:59:47.952557 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:59:47.957599 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3b9db78a-ddcb-4f1b-946c-8f8d439bb5fa admin admin] 10.222.0.16 "PUT /v2.0/routers/c24e3127-725b-4ffc-8df9-111ab2ae7b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007314 Mar 29 08:59:47.960116 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38558) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:47.963436 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] Sync routers for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:59:47.983228 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:47.983874 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:48.030873 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f9c8-c2b6-4f06-95fa-8a60ac0b0b7f req-979d0751-19cd-4fa6-98bc-71b57a12bb74 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:48.032664 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fcf7f9c8-c2b6-4f06-95fa-8a60ac0b0b7f req-979d0751-19cd-4fa6-98bc-71b57a12bb74 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 945 time: 0.0624151 Mar 29 08:59:48.068098 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks [] for router (c24e3127-725b-4ffc-8df9-111ab2ae7b25), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:48.084340 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fcf7f9c8-c2b6-4f06-95fa-8a60ac0b0b7f req-cf27f95c-174e-462a-b545-e160089762fe tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Mar 29 08:59:48.104300 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:48.296269 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:59:47Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:48.323321 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] Checking router: c24e3127-725b-4ffc-8df9-111ab2ae7b25 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:59:48.331929 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] Routers {'c24e3127-725b-4ffc-8df9-111ab2ae7b25'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:48.332582 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:48.429639 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks [] for router_gateway (c24e3127-725b-4ffc-8df9-111ab2ae7b25), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:48.486567 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1933e07-6571-4daf-8d2e-a088f9d42500 req-20c1110a-8353-44a1-a871-1300319302fa tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:48.488181 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a1933e07-6571-4daf-8d2e-a088f9d42500 req-20c1110a-8353-44a1-a871-1300319302fa tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.0587168 Mar 29 08:59:48.542644 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a1ee9-cbb3-41d3-b41c-c7efea73bd94 req-890d8ba5-fce6-4c63-b4d2-158092694554 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:48.544508 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dd1a1ee9-cbb3-41d3-b41c-c7efea73bd94 req-890d8ba5-fce6-4c63-b4d2-158092694554 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.1009977 Mar 29 08:59:48.547662 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a1933e07-6571-4daf-8d2e-a088f9d42500 req-269e4630-6911-4c39-a80b-3da3287f9ed3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536306 Mar 29 08:59:48.590955 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] Set router c24e3127-725b-4ffc-8df9-111ab2ae7b25 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:48.604689 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Deleting port 199cc297-bcd1-4cdf-ada8-fba724018cd2 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:48.605045 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:48.609164 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dd1a1ee9-cbb3-41d3-b41c-c7efea73bd94 req-5468dedd-2070-4db3-b8c2-43673f56dfd7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564806 Mar 29 08:59:48.695696 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] For port 199cc297-bcd1-4cdf-ada8-fba724018cd2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=199cc297-bcd1-4cdf-ada8-fba724018cd2,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:48.696167 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:48.710296 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Calling delete_port for 199cc297-bcd1-4cdf-ada8-fba724018cd2 owned by network:router_gateway {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:48.769712 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:59:47Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:48.799420 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f7e48-b961-47f3-9da2-92e1d4ce6de2 None None] The sync data for ids ['c24e3127-725b-4ffc-8df9-111ab2ae7b25'] in dv-cinder-835552-1-iscsi is: [{'id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'name': 'tempest-ServerRescueNegativeTestJSON-1930628928-router', 'tenant_id': '9b5075f5709e4728a0582f7fcb695f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:56Z', 'updated_at': '2022-03-29T08:59:47Z', 'revision_number': 5, 'project_id': '9b5075f5709e4728a0582f7fcb695f40', 'gw_port': {'id': '199cc297-bcd1-4cdf-ada8-fba724018cd2', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e3127-725b-4ffc-8df9-111ab2ae7b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:59:48.946644 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (199cc297-bcd1-4cdf-ada8-fba724018cd2), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:48.977114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=199cc297-bcd1-4cdf-ada8-fba724018cd2,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:49.038445 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c803-e01f-4794-890a-049e373c9c6a req-c2efbe36-f6b1-4da9-a561-21cb73ca5f86 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:49.039894 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ff48c803-e01f-4794-890a-049e373c9c6a req-c2efbe36-f6b1-4da9-a561-21cb73ca5f86 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 945 time: 0.1228600 Mar 29 08:59:49.071983 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (c24e3127-725b-4ffc-8df9-111ab2ae7b25), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.206080 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dff47-e81a-4b93-9fda-0de76345fa9d req-1ca7057c-7b33-46e1-9e1c-de8f60066f9a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:49.207478 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f47dff47-e81a-4b93-9fda-0de76345fa9d req-1ca7057c-7b33-46e1-9e1c-de8f60066f9a tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 945 time: 0.0567529 Mar 29 08:59:49.213058 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (c24e3127-725b-4ffc-8df9-111ab2ae7b25), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.216153 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks [] for router_controller (c24e3127-725b-4ffc-8df9-111ab2ae7b25), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.264447 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f47dff47-e81a-4b93-9fda-0de76345fa9d req-cf0dbfc9-99cb-434d-bb79-71b2e6811366 tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/security-groups?id=064a495a-a3ee-49a5-80d9-dcff90586a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Mar 29 08:59:49.307420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Deleting port 425fc8cb-d6fa-493f-a4c6-17996b362f9d {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:49.307764 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.347696 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (c24e3127-725b-4ffc-8df9-111ab2ae7b25), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.348103 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c24e3127-725b-4ffc-8df9-111ab2ae7b25 {{(pid=110226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 08:59:49.358029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.359167 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-06685905-cede-4b2a-bd70-2c3d0eb1bbb0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c24e3127-725b-4ffc-8df9-111ab2ae7b25 HTTP/1.1" status: 204 len: 168 time: 1.3981478 Mar 29 08:59:49.362279 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38566) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:49.432409 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Deleting subnet 7ec193c6-3f3e-4057-9bf4-aaddf954e376 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 08:59:49.446239 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Publish callbacks [] for subnet (7ec193c6-3f3e-4057-9bf4-aaddf954e376), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.481972 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] For port 425fc8cb-d6fa-493f-a4c6-17996b362f9d, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=425fc8cb-d6fa-493f-a4c6-17996b362f9d,segment=NetworkSegment(db31512d-bb22-41f0-8732-64f3f0164e5d),segment_id=db31512d-bb22-41f0-8732-64f3f0164e5d)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:49.482344 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.501251 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (7ec193c6-3f3e-4057-9bf4-aaddf954e376), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.503080 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Calling delete_port for 425fc8cb-d6fa-493f-a4c6-17996b362f9d owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:49.698950 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (7ec193c6-3f3e-4057-9bf4-aaddf954e376), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.729317 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8898c-ec3a-42ff-8100-ff8d999d5858 req-8977ffe2-2e1e-4ce4-a65b-46b62008deae tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:49.731195 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-50c8898c-ec3a-42ff-8100-ff8d999d5858 req-8977ffe2-2e1e-4ce4-a65b-46b62008deae tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Mar 29 08:59:49.756721 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661dde-b3b6-48a6-ba2f-b626c70d2ba9 req-078662ac-bc99-4a2c-83d3-b3f550899a83 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:49.758247 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-28661dde-b3b6-48a6-ba2f-b626c70d2ba9 req-078662ac-bc99-4a2c-83d3-b3f550899a83 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.1373804 Mar 29 08:59:49.784526 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-50c8898c-ec3a-42ff-8100-ff8d999d5858 req-593c410e-9234-4565-af36-dc811ecddc97 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Mar 29 08:59:49.842797 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-28661dde-b3b6-48a6-ba2f-b626c70d2ba9 req-da79d78c-bae8-461a-9b0d-8e46f30c31ec tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656447 Mar 29 08:59:49.879404 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ef0f4255-17d5-459d-95c9-e79b9aa3933b no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:49.887183 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (7ec193c6-3f3e-4057-9bf4-aaddf954e376), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.902579 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: ef0f4255-17d5-459d-95c9-e79b9aa3933b {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:49.902921 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ef0f4255-17d5-459d-95c9-e79b9aa3933b not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:49.921355 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec193c6-3f3e-4057-9bf4-aaddf954e376,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:49.923488 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (425fc8cb-d6fa-493f-a4c6-17996b362f9d), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.928789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:49.930042 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad35eb0-bcc2-47fa-b980-66f7cd39cb02 None None] Network 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 08:59:49.932418 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-38673d01-1c38-4d0f-851d-391a1751c06d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ec193c6-3f3e-4057-9bf4-aaddf954e376 HTTP/1.1" status: 204 len: 168 time: 0.5676095 Mar 29 08:59:49.933682 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38576) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:49.970819 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Pushing event deleted for resources: {'Port': ['ID=425fc8cb-d6fa-493f-a4c6-17996b362f9d,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:49.981169 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['425fc8cb-d6fa-493f-a4c6-17996b362f9d'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 08:59:50.027181 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] No DVR routers for this DVR port 425fc8cb-d6fa-493f-a4c6-17996b362f9d on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:50.030766 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.038922 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ff48c803-e01f-4794-890a-049e373c9c6a req-0bf29ada-c948-4503-9e33-bf62ea959cfd tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.13 "DELETE /v2.0/ports/425fc8cb-d6fa-493f-a4c6-17996b362f9d HTTP/1.1" status: 204 len: 173 time: 0.9888296 Mar 29 08:59:50.038922 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'name': 'network-vif-deleted', 'tag': '425fc8cb-d6fa-493f-a4c6-17996b362f9d'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:50.038922 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb15502-b9c7-4fa2-86ac-39c2143cb124" -d '{"events": [{"server_uuid": "8132cbb7-3510-4fce-bf69-dcf97f60d653", "name": "network-vif-deleted", "tag": "425fc8cb-d6fa-493f-a4c6-17996b362f9d"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:50.065672 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb1fa-7daa-46dc-b333-8205cd99b2a9 req-e19767f2-6fba-44f8-a31d-16574ac50eb4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:50.067211 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-134bb1fa-7daa-46dc-b333-8205cd99b2a9 req-e19767f2-6fba-44f8-a31d-16574ac50eb4 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.1250396 Mar 29 08:59:50.069704 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.076712 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03211f16-df17-4760-a45a-20dedf609415 x-openstack-request-id: req-03211f16-df17-4760-a45a-20dedf609415 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:50.077007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8132cbb7-3510-4fce-bf69-dcf97f60d653", "name": "network-vif-deleted", "tag": "425fc8cb-d6fa-493f-a4c6-17996b362f9d", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:50.077632 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38580) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:50.078381 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03211f16-df17-4760-a45a-20dedf609415 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:50.079330 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03211f16-df17-4760-a45a-20dedf609415'] response: {'server_uuid': '8132cbb7-3510-4fce-bf69-dcf97f60d653', 'name': 'network-vif-deleted', 'tag': '425fc8cb-d6fa-493f-a4c6-17996b362f9d', 'status': 'completed', 'code': 200} Mar 29 08:59:50.087630 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Request body: {'floatingip': {'port_id': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 08:59:50.135025 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (37282918-12b4-485d-bdf9-aa2b480e90b8), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.146176 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] DHCP port deletion for 5c03219e-4cf1-4ede-8609-4d66ccc1d5fc request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 08:59:50.199637 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] Deleting port ba268e7e-3cb3-4014-bbac-234c9bd504b3 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:50.201998 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.263837 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] For port ba268e7e-3cb3-4014-bbac-234c9bd504b3, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ba268e7e-3cb3-4014-bbac-234c9bd504b3,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:50.264161 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.281060 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] Calling delete_port for ba268e7e-3cb3-4014-bbac-234c9bd504b3 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:50.316928 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Deleting port ba268e7e-3cb3-4014-bbac-234c9bd504b3 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:50.317266 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.433215 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3ea103f4-d283-4a5d-a74b-efeb167749a5 req-8d358a0b-ff3f-4a14-8547-b9ad390817cb tempest-VolumesSnapshotTestJSON-338063376 tempest-VolumesSnapshotTestJSON-338063376-project] 10.222.0.16 "GET /v2.0/ports?device_id=8132cbb7-3510-4fce-bf69-dcf97f60d653 HTTP/1.1" status: 200 len: 210 time: 0.0713179 Mar 29 08:59:50.460512 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] For port ba268e7e-3cb3-4014-bbac-234c9bd504b3, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=ba268e7e-3cb3-4014-bbac-234c9bd504b3,segment=NetworkSegment(905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3),segment_id=905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:50.460875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.481655 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Calling delete_port for ba268e7e-3cb3-4014-bbac-234c9bd504b3 owned by network:dhcp {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:50.528852 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.553525 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] Pushing event deleted for resources: {'Port': ['ID=ba268e7e-3cb3-4014-bbac-234c9bd504b3,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:50.558242 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2176bfb-43c1-428c-b973-7f03019cd9a1 None None] No DVR routers for this DVR port ba268e7e-3cb3-4014-bbac-234c9bd504b3 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:50.697280 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (ba268e7e-3cb3-4014-bbac-234c9bd504b3), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.759778 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] No DVR routers for this DVR port ba268e7e-3cb3-4014-bbac-234c9bd504b3 on host dv-cinder-835552-1-iscsi {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:50.761349 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba268e7e-3cb3-4014-bbac-234c9bd504b3,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:50.795199 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.842594 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.865440 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c03219e-4cf1-4ede-8609-4d66ccc1d5fc']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:50.874609 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (37282918-12b4-485d-bdf9-aa2b480e90b8), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:50.891633 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:50.892401 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:50.973510 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.008243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.025810 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 08:59:51.026216 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (905f2e03-1bd7-4f3e-bd5e-cfd1e5ccdfc3), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: self.session.flush() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: self.session.flush() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: self.session.flush() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: self.session.flush() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 08:59:51.028018 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 08:59:51.074964 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ddc0d-21af-4281-a52a-31b86bf66498 req-c007797d-89dd-42e1-9841-4d3fc8123c01 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:51.076480 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-445ddc0d-21af-4281-a52a-31b86bf66498 req-c007797d-89dd-42e1-9841-4d3fc8123c01 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.2085707 Mar 29 08:59:51.096843 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP 37282918-12b4-485d-bdf9-aa2b480e90b8 associated. External IP: 172.27.1.24, port: cd161c32-9bb5-40a5-a0dd-59675c6766ae. Mar 29 08:59:51.116039 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0a13-9973-4c72-b2ff-f707fa3fbc41 req-bad87ad0-2a9b-4d66-8a47-9517d3041f63 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:51.123396 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-77ff0a13-9973-4c72-b2ff-f707fa3fbc41 req-bad87ad0-2a9b-4d66-8a47-9517d3041f63 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0747676 Mar 29 08:59:51.171767 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-77ff0a13-9973-4c72-b2ff-f707fa3fbc41 req-3cdcbb64-6858-473c-9af4-b8a306e9c6d4 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 Mar 29 08:59:51.213824 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-445ddc0d-21af-4281-a52a-31b86bf66498 req-fd73c0d3-e3a1-4cd0-93cc-702c8368b213 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253452 Mar 29 08:59:51.273895 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (5c03219e-4cf1-4ede-8609-4d66ccc1d5fc), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.315442 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.318565 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c03219e-4cf1-4ede-8609-4d66ccc1d5fc HTTP/1.1" status: 204 len: 168 time: 1.3836203 Mar 29 08:59:51.324095 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f84ef-5a6b-4ee1-9f5b-b21f179d84d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c03219e-4cf1-4ede-8609-4d66ccc1d5fc,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:51.365505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:59:51.511711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 199cc297-bcd1-4cdf-ada8-fba724018cd2 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:51.542696 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 199cc297-bcd1-4cdf-ada8-fba724018cd2 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:51.542696 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 199cc297-bcd1-4cdf-ada8-fba724018cd2 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:51.542696 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ba268e7e-3cb3-4014-bbac-234c9bd504b3 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:51.559077 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: ba268e7e-3cb3-4014-bbac-234c9bd504b3 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:51.559426 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device ba268e7e-3cb3-4014-bbac-234c9bd504b3 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:51.735739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:59:51.741414 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.745226 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d037ef-0971-4608-982d-34c76613194e None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:59:51.754540 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:51.755148 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:51.771779 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b78da6fc-8a4e-4855-bfaf-710c992112b2 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "PUT /v2.0/floatingips/37282918-12b4-485d-bdf9-aa2b480e90b8 HTTP/1.1" status: 200 len: 990 time: 1.6920657 Mar 29 08:59:51.772499 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:51.774636 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be406b0-4003-4abb-8b1e-a9b433ee4ada" -d '{"events": [{"name": "network-changed", "server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:51.822165 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425bb35-dbdf-4ea2-b238-1c3a6a512145 x-openstack-request-id: req-f425bb35-dbdf-4ea2-b238-1c3a6a512145 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:51.822838 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:51.823272 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f425bb35-dbdf-4ea2-b238-1c3a6a512145 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:51.823799 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f425bb35-dbdf-4ea2-b238-1c3a6a512145'] response: {'name': 'network-changed', 'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'status': 'completed', 'code': 200} Mar 29 08:59:51.834624 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38600) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:51.908832 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c549fa91-9543-4fdc-a2bc-d7e064552268 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b5075f5709e4728a0582f7fcb695f40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0730085 Mar 29 08:59:51.911912 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38602) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:51.913723 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-15822052-43c7-4887-a264-c3d0f14d3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:51.915204 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-15822052-43c7-4887-a264-c3d0f14d3d82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2be54e384c4f49adb6a34444225bd618&device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 1129 time: 0.0661945 Mar 29 08:59:51.960159 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:51.972268 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8df3ef5d-2e89-4e1f-bc3d-09d23560bf4f admin admin] Publish callbacks [] for security_group (737cbf6d-f9a0-4205-bff6-1e6ff6dba283), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:51.995519 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8df3ef5d-2e89-4e1f-bc3d-09d23560bf4f admin admin] Publish callbacks [] for security_group (737cbf6d-f9a0-4205-bff6-1e6ff6dba283), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:52.012468 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-de7f4eaa-9da0-45e0-bb1b-0b2e955d84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:52.013939 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-de7f4eaa-9da0-45e0-bb1b-0b2e955d84e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 200 len: 916 time: 0.0905585 Mar 29 08:59:52.082491 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-cefb7876-5765-46f6-bb8f-72e3f118e8cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae HTTP/1.1" status: 200 len: 998 time: 0.0610459 Mar 29 08:59:52.134321 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-35f73b50-933a-40f6-a240-dd04650e957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:52.135666 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-35f73b50-933a-40f6-a240-dd04650e957c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 200 len: 854 time: 0.0464387 Mar 29 08:59:52.157474 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8df3ef5d-2e89-4e1f-bc3d-09d23560bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (737cbf6d-f9a0-4205-bff6-1e6ff6dba283), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:52.160605 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8df3ef5d-2e89-4e1f-bc3d-09d23560bf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:52.164268 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-8df3ef5d-2e89-4e1f-bc3d-09d23560bf4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/737cbf6d-f9a0-4205-bff6-1e6ff6dba283 HTTP/1.1" status: 204 len: 168 time: 0.2478402 Mar 29 08:59:52.172437 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3ef5d-2e89-4e1f-bc3d-09d23560bf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cbf6d-f9a0-4205-bff6-1e6ff6dba283,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:52.192970 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-661904a5-3e66-4ead-a962-540fb5cf9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:52.193768 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '37282918-12b4-485d-bdf9-aa2b480e90b8', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fc:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:59:29Z', 'updated_at': '2022-03-29T08:59:50Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:52.195263 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-661904a5-3e66-4ead-a962-540fb5cf9147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=611e19c1-7854-4676-8245-112508e60afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511425 Mar 29 08:59:52.232034 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d037ef-0971-4608-982d-34c76613194e None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:59:52.244583 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:52.245145 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:52.384015 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:52.407152 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93170e-7747-491e-b3e7-f4d02307343b req-1a50cd0d-dba1-4f17-a2c2-64bc605211df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:52.407152 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1b93170e-7747-491e-b3e7-f4d02307343b req-1a50cd0d-dba1-4f17-a2c2-64bc605211df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0755639 Mar 29 08:59:52.415517 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e94c-26a1-4d59-ae0a-d3825463d851 req-ff093458-582b-4288-9741-3405c8330eda tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:52.417244 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4a5e94c-26a1-4d59-ae0a-d3825463d851 req-ff093458-582b-4288-9741-3405c8330eda tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0987110 Mar 29 08:59:52.439793 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-dc22c365-d150-4943-82f4-1f8713868172 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276452 Mar 29 08:59:52.460168 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1b93170e-7747-491e-b3e7-f4d02307343b req-2c99cda8-f1c2-47ae-911d-dc4947344216 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495658 Mar 29 08:59:52.530291 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4a5e94c-26a1-4d59-ae0a-d3825463d851 req-9507f456-beae-4611-917b-5984a4d71cc3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027951 Mar 29 08:59:52.563549 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3be406b0-4003-4abb-8b1e-a9b433ee4ada req-7dd6ae10-2419-475e-94c3-babdefdb84a9 service neutron] 10.222.0.13 "GET /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097691 Mar 29 08:59:52.640435 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-55d037ef-0971-4608-982d-34c76613194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '37282918-12b4-485d-bdf9-aa2b480e90b8', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fc:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:59:29Z', 'updated_at': '2022-03-29T08:59:50Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:52.645258 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-c7350701-1307-4f24-b978-731d8a5de001 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:52.646808 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-c7350701-1307-4f24-b978-731d8a5de001 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 945 time: 0.0572650 Mar 29 08:59:52.667332 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d037ef-0971-4608-982d-34c76613194e None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '37282918-12b4-485d-bdf9-aa2b480e90b8', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'port_id': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'mac_address': 'fa:16:3e:fc:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T08:59:29Z', 'updated_at': '2022-03-29T08:59:50Z', 'revision_number': 1, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:59:52.762109 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Deleting port b640fa96-17d3-451e-ba5f-da22b012527a {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 08:59:52.762455 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:52.858859 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] For port b640fa96-17d3-451e-ba5f-da22b012527a, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b640fa96-17d3-451e-ba5f-da22b012527a,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 08:59:52.859221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:52.909519 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2aa980-ba12-416d-9a8d-5ab21a6536b7 None None] New status for floating IP 37282918-12b4-485d-bdf9-aa2b480e90b8: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:59:53.041415 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:53.041777 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (89c3cecb-369f-4dbb-b7a6-34e98a107551), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:53.042090 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Floating IP 89c3cecb-369f-4dbb-b7a6-34e98a107551 disassociated. External IP: 172.27.1.254, port: b640fa96-17d3-451e-ba5f-da22b012527a. Mar 29 08:59:53.042431 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Calling delete_port for b640fa96-17d3-451e-ba5f-da22b012527a owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 08:59:53.311547 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b640fa96-17d3-451e-ba5f-da22b012527a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:53.343065 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'Port': ['ID=b640fa96-17d3-451e-ba5f-da22b012527a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:53.466531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 08:59:53.586717 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 08:59:53.599591 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 08:59:53.612255 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:53.612932 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:53.632407 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3ad60-70d3-4b23-a3a8-43ce75b2765e req-4a776152-955f-4b9c-bfcb-f73e8b227698 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:53.641858 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ba3ad60-70d3-4b23-a3a8-43ce75b2765e req-4a776152-955f-4b9c-bfcb-f73e8b227698 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.1065285 Mar 29 08:59:53.646361 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] No DVR routers for this DVR port b640fa96-17d3-451e-ba5f-da22b012527a on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 08:59:53.649301 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:53.652385 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-79fb7c03-62d3-4d57-a01c-c9b5699416ad req-b8249a15-78b6-46c3-90ab-9c41000d637f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "DELETE /v2.0/ports/b640fa96-17d3-451e-ba5f-da22b012527a HTTP/1.1" status: 204 len: 173 time: 0.9998946 Mar 29 08:59:53.671417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'name': 'network-vif-deleted', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 08:59:53.671417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c45a2-e914-4b1d-9f0d-a8929a0a5d76" -d '{"events": [{"server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "name": "network-vif-deleted", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 08:59:53.694959 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1b4acd7b-8a8d-497f-ae6d-726908227936 req-9578887d-09ae-4000-8d49-aad31a6a473c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0499742 Mar 29 08:59:53.722972 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6ba3ad60-70d3-4b23-a3a8-43ce75b2765e req-0987c1c9-1d7c-41f0-8b8c-983459a85780 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645785 Mar 29 08:59:53.778012 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:53.780449 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 08:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412542a4-83f2-4e0f-adb4-5c0cdba26698 x-openstack-request-id: req-412542a4-83f2-4e0f-adb4-5c0cdba26698 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 08:59:53.780878 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92e218-51dc-43d8-8b9c-bac5728135ca", "name": "network-vif-deleted", "tag": "b640fa96-17d3-451e-ba5f-da22b012527a", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 08:59:53.781156 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-412542a4-83f2-4e0f-adb4-5c0cdba26698 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 08:59:53.781651 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412542a4-83f2-4e0f-adb4-5c0cdba26698'] response: {'server_uuid': '0b92e218-51dc-43d8-8b9c-bac5728135ca', 'name': 'network-vif-deleted', 'tag': 'b640fa96-17d3-451e-ba5f-da22b012527a', 'status': 'completed', 'code': 200} Mar 29 08:59:54.016918 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:54.042264 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 08:59:54.051109 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 08:59:54.051723 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:54.158461 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 08:59:54.352599 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 08:59:54.384932 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894b5d4-8705-47be-ba40-ab86fee51a7f None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 08:59:54.389632 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 425fc8cb-d6fa-493f-a4c6-17996b362f9d no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:54.412265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 425fc8cb-d6fa-493f-a4c6-17996b362f9d {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:54.412911 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 425fc8cb-d6fa-493f-a4c6-17996b362f9d not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:54.413480 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b640fa96-17d3-451e-ba5f-da22b012527a no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 08:59:54.435759 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: b640fa96-17d3-451e-ba5f-da22b012527a {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 08:59:54.436100 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b640fa96-17d3-451e-ba5f-da22b012527a not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 08:59:54.607888 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a31fc3-5c23-4517-a7af-36c33c1c8770 None None] New status for floating IP 89c3cecb-369f-4dbb-b7a6-34e98a107551: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 08:59:54.818650 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-09487400-b295-4d01-8ff6-4fafb3df1a1f req-03235f97-1e6c-441c-add8-f4217b0e890f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0289447 Mar 29 08:59:54.847881 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d1822-5206-4d62-8c9a-9b2b42a8ad09 req-e2f0c6d5-7e19-4a3f-b883-27a452b96599 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:54.849394 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4b9d1822-5206-4d62-8c9a-9b2b42a8ad09 req-e2f0c6d5-7e19-4a3f-b883-27a452b96599 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0610838 Mar 29 08:59:54.898065 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4b9d1822-5206-4d62-8c9a-9b2b42a8ad09 req-51210307-71c3-4a1c-babe-a41495a0bf7c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Mar 29 08:59:55.928446 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-00afafbb-5f3b-4667-9c97-85d60f550e0e req-3a09fea0-15e1-4eda-8a0b-b98541355c0b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0265515 Mar 29 08:59:56.023803 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0887-60f0-40d3-9202-e1fc794cf5b8 req-235fcbaa-e7ed-4682-b1b2-e5ada3628097 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:56.025332 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a99b0887-60f0-40d3-9202-e1fc794cf5b8 req-235fcbaa-e7ed-4682-b1b2-e5ada3628097 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0542080 Mar 29 08:59:56.071495 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a99b0887-60f0-40d3-9202-e1fc794cf5b8 req-858b4c43-a736-42f4-9b5a-363d8bc506f8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Mar 29 08:59:56.081107 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.271620 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 38706) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:56.373521 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a6f8245e-603e-4b2e-9a57-59275106afb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.444203 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a6f8245e-603e-4b2e-9a57-59275106afb9 admin admin] Publish callbacks [] for security_group (5fb58516-a19e-4ce3-8d66-f9fa669664ba), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.545792 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a6f8245e-603e-4b2e-9a57-59275106afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5fb58516-a19e-4ce3-8d66-f9fa669664ba), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.583692 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-a6f8245e-603e-4b2e-9a57-59275106afb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b696cc5aabc448cc88dd10ef23f8a731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109815 Mar 29 08:59:56.584606 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8245e-603e-4b2e-9a57-59275106afb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb58516-a19e-4ce3-8d66-f9fa669664ba,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:56.585856 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e7496dff-7afd-4b6e-9daa-7d26bbf9a263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.587045 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38710) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:56.634836 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9abacf93-9d10-4c63-acdd-dce3aeea5e55 admin admin] Publish callbacks [] for security_group (5fb58516-a19e-4ce3-8d66-f9fa669664ba), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.658595 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9abacf93-9d10-4c63-acdd-dce3aeea5e55 admin admin] Publish callbacks [] for security_group (5fb58516-a19e-4ce3-8d66-f9fa669664ba), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.785551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9abacf93-9d10-4c63-acdd-dce3aeea5e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5fb58516-a19e-4ce3-8d66-f9fa669664ba), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.788093 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9abacf93-9d10-4c63-acdd-dce3aeea5e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:56.789293 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9abacf93-9d10-4c63-acdd-dce3aeea5e55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fb58516-a19e-4ce3-8d66-f9fa669664ba HTTP/1.1" status: 204 len: 168 time: 0.2000372 Mar 29 08:59:56.796744 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abacf93-9d10-4c63-acdd-dce3aeea5e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb58516-a19e-4ce3-8d66-f9fa669664ba,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:57.036776 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a83f3e54-c8c0-42f6-b9c1-416eed97924d req-ca0327af-dd67-4595-9a0f-dcdbd37f91da tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b92e218-51dc-43d8-8b9c-bac5728135ca HTTP/1.1" status: 200 len: 210 time: 0.0279233 Mar 29 08:59:57.197328 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923495-5f99-4b1c-bc9e-57bb706807be req-538f4b18-d7c8-4adb-9d62-d4fc79592636 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:57.198807 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-df923495-5f99-4b1c-bc9e-57bb706807be req-538f4b18-d7c8-4adb-9d62-d4fc79592636 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0529463 Mar 29 08:59:57.244539 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-df923495-5f99-4b1c-bc9e-57bb706807be req-6678531d-5b82-4905-b7e7-76586050c85d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Mar 29 08:59:57.434724 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38722) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:57.448024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-324f2b5e-d3b6-4710-9181-cae4ae6cfbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.520514 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-324f2b5e-d3b6-4710-9181-cae4ae6cfbb9 admin admin] Publish callbacks [] for security_group (ca7a5c3f-d708-4b85-aacf-8ce53e81b39c), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.614009 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-324f2b5e-d3b6-4710-9181-cae4ae6cfbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ca7a5c3f-d708-4b85-aacf-8ce53e81b39c), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.652617 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f2b5e-d3b6-4710-9181-cae4ae6cfbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7a5c3f-d708-4b85-aacf-8ce53e81b39c,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:57.656834 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-324f2b5e-d3b6-4710-9181-cae4ae6cfbb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39d4e1431f3c41e6910457ce1aba1969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210801 Mar 29 08:59:57.659899 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 38724) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 08:59:57.706961 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38b60109-c278-4a3d-93cc-85ea84e339e4 admin admin] Publish callbacks [] for security_group (ca7a5c3f-d708-4b85-aacf-8ce53e81b39c), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.727476 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38b60109-c278-4a3d-93cc-85ea84e339e4 admin admin] Publish callbacks [] for security_group (ca7a5c3f-d708-4b85-aacf-8ce53e81b39c), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.854197 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38b60109-c278-4a3d-93cc-85ea84e339e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ca7a5c3f-d708-4b85-aacf-8ce53e81b39c), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.856776 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-38b60109-c278-4a3d-93cc-85ea84e339e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:57.857919 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-38b60109-c278-4a3d-93cc-85ea84e339e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca7a5c3f-d708-4b85-aacf-8ce53e81b39c HTTP/1.1" status: 204 len: 168 time: 0.1974735 Mar 29 08:59:57.866069 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b60109-c278-4a3d-93cc-85ea84e339e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7a5c3f-d708-4b85-aacf-8ce53e81b39c,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 08:59:58.263028 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-8d4fb573-c477-4a44-8697-9c97a58b8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:58.264905 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-8d4fb573-c477-4a44-8697-9c97a58b8289 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1129 time: 0.0660069 Mar 29 08:59:58.398101 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-e35aa978-8c65-44a4-9346-1f5271263c4f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422621939&fields=id&tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 267 time: 0.0645838 Mar 29 08:59:58.398711 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f788d-c731-49cc-bd0a-a5cc2491ef50 req-f911b96b-4f9c-4b28-be59-9b53c629b2dd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:58.400244 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a65f788d-c731-49cc-bd0a-a5cc2491ef50 req-f911b96b-4f9c-4b28-be59-9b53c629b2dd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0742757 Mar 29 08:59:58.465061 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a65f788d-c731-49cc-bd0a-a5cc2491ef50 req-4d91d8fe-c98c-47bd-9bac-0990ebea76ef tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555944 Mar 29 08:59:58.485264 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-e5ded3ee-1838-4222-bebd-4a146fa89bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:58.485264 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-e5ded3ee-1838-4222-bebd-4a146fa89bac service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.1919930 Mar 29 08:59:58.829263 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-c889538a-0f5e-4cc3-904d-66309d1bbcd7 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:58.830713 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-c889538a-0f5e-4cc3-904d-66309d1bbcd7 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 812 time: 0.4236073 Mar 29 08:59:58.832595 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-acdc655e-4ed6-401a-8f2e-8efe5884d466 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 1000 time: 0.3490086 Mar 29 08:59:58.855450 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-7c40a298-9e6f-448e-b762-d8c50631c8c5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/quotas/886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 375 time: 0.0179539 Mar 29 08:59:58.916677 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3a6221f8-b7fb-4a4f-88ce-4d5e402455a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 08:59:58.927209 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-6f1b72c1-34af-4210-a679-43d03cfc422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:58.927209 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-6f1b72c1-34af-4210-a679-43d03cfc422f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0800860 Mar 29 08:59:58.970885 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-31901eac-e529-4cce-aff2-ae5d85f024dd tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984654 Mar 29 08:59:59.039812 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-7835e7c9-7e65-47f2-aaeb-77022a1b89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:59.041340 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-7835e7c9-7e65-47f2-aaeb-77022a1b89ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100652 Mar 29 08:59:59.138355 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-e0130136-70dd-40b1-9b8d-4b0e106c5742 service neutron] 10.222.0.16 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550415 Mar 29 08:59:59.200376 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-6f032a7e-f05b-4585-be95-bea0aa2a8d7e service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527512 Mar 29 08:59:59.300108 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-c3693bfe-904c-4cc9-a959-663d7f546d44 service neutron] 10.222.0.16 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532035 Mar 29 08:59:59.319813 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e2f96a68-ed3d-41ae-ab7b-98678d15f8c7 req-90e075e1-4705-4a5c-b1f9-4b9b9f6f0bdc service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115522 Mar 29 08:59:59.600077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03305b63-1692-49bc-baba-49555a0a4400 req-79187d4e-345b-4fcb-b07a-fe55b9d09385 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 08:59:59.601772 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-03305b63-1692-49bc-baba-49555a0a4400 req-79187d4e-345b-4fcb-b07a-fe55b9d09385 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0608160 Mar 29 08:59:59.652247 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-03305b63-1692-49bc-baba-49555a0a4400 req-e35e54fc-822b-4b2d-b07b-892acf323aa5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Mar 29 09:00:00.035735 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-67da0ec8-72f0-4999-a1e7-d130d671e5fd req-98eea27e-b2c2-47f8-a93f-af6a2167cd3b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Mar 29 09:00:00.076709 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:00.774826 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f66aa-b3da-463a-a103-817cfcd410f4 req-01a389bf-0e1e-427e-be0a-20143135704e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:00.776280 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-307f66aa-b3da-463a-a103-817cfcd410f4 req-01a389bf-0e1e-427e-be0a-20143135704e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Mar 29 09:00:00.823185 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-307f66aa-b3da-463a-a103-817cfcd410f4 req-b31b8699-e28c-4990-b437-8d2b7d59d12a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Mar 29 09:00:01.132872 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c634d043-99ef-43fd-8de6-6071faa12b30 req-d94fdf2d-7d76-40d8-b64c-1854924fbe3e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Mar 29 09:00:01.341895 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:01.949493 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359ed06-aed8-4f74-a78c-191d844c0c93 req-0e059f4f-2c39-4bff-8f56-5ea92d7defab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:01.951065 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a359ed06-aed8-4f74-a78c-191d844c0c93 req-0e059f4f-2c39-4bff-8f56-5ea92d7defab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0581167 Mar 29 09:00:02.007063 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a359ed06-aed8-4f74-a78c-191d844c0c93 req-a83ddf40-dbb6-4a7b-83af-a253001bb0c3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Mar 29 09:00:02.228518 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ac653043-cab6-48b5-adf9-d09765c52adc req-13014c8f-a679-4aa7-a102-2d435526d17b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 210 time: 0.0282001 Mar 29 09:00:02.514062 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-a3500439-cc4d-4c61-8703-30cc56b8e52d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:02.515772 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-a3500439-cc4d-4c61-8703-30cc56b8e52d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 812 time: 0.0985634 Mar 29 09:00:02.582475 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-3695c424-81a3-4851-be14-4336ed378db8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 380 time: 0.0572863 Mar 29 09:00:02.590753 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'port': {'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'admin_state_up': True, 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'security_groups': ['234c5bf6-7dd7-4929-a62a-819c89f89137']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:00:02.789057 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Made reservation on behalf of 886f5ce2dbcc4eb6a8af47e9409f5e20 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:00:02.792403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:02.921016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Allocated IP 172.20.0.12 (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf/abda5ae9-6f65-4bc5-9d92-053701303107/cd197dc2-a354-4311-98bc-261a7d4dceda) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:00:03.047617 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.069178 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.154666 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238bd0a-6dcc-41f3-8fdd-81b3e5d9cad9 req-3c9797b4-b27b-4ede-9497-e29cf290847e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:03.156676 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f238bd0a-6dcc-41f3-8fdd-81b3e5d9cad9 req-3c9797b4-b27b-4ede-9497-e29cf290847e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0698686 Mar 29 09:00:03.203518 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f238bd0a-6dcc-41f3-8fdd-81b3e5d9cad9 req-1b8ca442-77d0-4614-a7c6-0b957d8fec49 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Mar 29 09:00:03.204724 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.246338 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:00:03.249454 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:00:03.256302 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:00:03.282520 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=cd197dc2-a354-4311-98bc-261a7d4dceda,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:03.314753 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:03.315545 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.358808 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b748e-5c88-4410-a7dc-76087b3a0290 req-42336dd4-5314-40ec-80c0-fcd6d98119e9 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:03.360389 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-517b748e-5c88-4410-a7dc-76087b3a0290 req-42336dd4-5314-40ec-80c0-fcd6d98119e9 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 932 time: 0.0582073 Mar 29 09:00:03.430611 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-517b748e-5c88-4410-a7dc-76087b3a0290 req-1adb2279-a3d6-4eeb-b39f-55cd31600d68 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640900 Mar 29 09:00:03.453083 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-79795b2d-b3f2-4176-aff0-34bcdcf671b8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8657787 Mar 29 09:00:03.477893 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Request body: {'port': {'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:00:03.525997 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-a46ba327-a306-466e-b7c5-de02f1cbffb1 None None] Provisioning complete for port cd197dc2-a354-4311-98bc-261a7d4dceda triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:00:03.526374 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a46ba327-a306-466e-b7c5-de02f1cbffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.555790 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.561931 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-a46ba327-a306-466e-b7c5-de02f1cbffb1 None None] Port cd197dc2-a354-4311-98bc-261a7d4dceda cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:00:03.815949 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd197dc2-a354-4311-98bc-261a7d4dceda {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:00:03.823227 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Publish callbacks [] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:03.835171 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Transition to ACTIVE for port object cd197dc2-a354-4311-98bc-261a7d4dceda will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 09:00:03.983632 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:04.038417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Pushing event updated for resources: {'Port': ['ID=cd197dc2-a354-4311-98bc-261a7d4dceda,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:04.112587 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Attempting to bind port cd197dc2-a354-4311-98bc-261a7d4dceda on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:00:04.112925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Attempting to bind port cd197dc2-a354-4311-98bc-261a7d4dceda by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:00:04.113295 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Attempting to bind port cd197dc2-a354-4311-98bc-261a7d4dceda on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:00:04.117792 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Port cd197dc2-a354-4311-98bc-261a7d4dceda on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:00:04.118104 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Attempting to bind port cd197dc2-a354-4311-98bc-261a7d4dceda on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:00:04.123124 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 8, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:00:04.123456 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Checking segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:00:04.123830 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Bound using segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:00:04.124248 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Bound port: cd197dc2-a354-4311-98bc-261a7d4dceda, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:00:04.124620 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:04.192144 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] For port cd197dc2-a354-4311-98bc-261a7d4dceda, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:00:04.195114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] For port cd197dc2-a354-4311-98bc-261a7d4dceda, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd197dc2-a354-4311-98bc-261a7d4dceda,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:00:04.338807 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981afa38-ba86-4223-8a7e-61882ab37541 req-995a908f-f78d-4922-b688-5ceeb1e24612 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:04.340330 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-981afa38-ba86-4223-8a7e-61882ab37541 req-995a908f-f78d-4922-b688-5ceeb1e24612 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0576999 Mar 29 09:00:04.355257 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:04.426742 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:04.427366 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:04.428880 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 200 len: 1094 time: 0.9558930 Mar 29 09:00:04.435822 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:04.435822 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661daa86-93b2-4c85-9b64-30f611c2aa65" -d '{"events": [{"name": "network-changed", "server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:04.448033 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-981afa38-ba86-4223-8a7e-61882ab37541 req-b399ccee-10da-415b-8022-78190594a192 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015522 Mar 29 09:00:04.451158 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d7d8b-592f-4e07-bed6-1a88c7c93897 service neutron] Pushing event updated for resources: {'Port': ['ID=cd197dc2-a354-4311-98bc-261a7d4dceda,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:04.512822 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0b853c-0c4c-4fdf-bb88-e9d24a3f080c x-openstack-request-id: req-5c0b853c-0c4c-4fdf-bb88-e9d24a3f080c {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:04.513118 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:04.513377 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c0b853c-0c4c-4fdf-bb88-e9d24a3f080c {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:04.513789 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0b853c-0c4c-4fdf-bb88-e9d24a3f080c'] response: {'name': 'network-changed', 'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'status': 'completed', 'code': 200} Mar 29 09:00:04.631830 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704773c-6179-401f-8c1b-c57ab1463427 req-346d20a2-b25e-4802-924c-e8995735127f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:04.636374 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0704773c-6179-401f-8c1b-c57ab1463427 req-346d20a2-b25e-4802-924c-e8995735127f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0549123 Mar 29 09:00:04.681915 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0704773c-6179-401f-8c1b-c57ab1463427 req-c3014a3f-3af4-4242-b07f-47d9e0e53a0c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430467 Mar 29 09:00:05.578638 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d6d4c-6f3e-4a31-a853-6f2c0dfa5661 req-2ea51d39-1b8c-4808-9a6e-13e9758a9869 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:05.580106 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d20d6d4c-6f3e-4a31-a853-6f2c0dfa5661 req-2ea51d39-1b8c-4808-9a6e-13e9758a9869 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0542216 Mar 29 09:00:05.624225 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d20d6d4c-6f3e-4a31-a853-6f2c0dfa5661 req-9c8afed2-4f5a-4292-98ec-c2a02b1f32f7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Mar 29 09:00:05.799098 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b065c67-240c-4c3c-887b-1299a7b7bdf7 req-88ada804-8535-49cb-af7d-e8ed7def3779 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:05.800561 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6b065c67-240c-4c3c-887b-1299a7b7bdf7 req-88ada804-8535-49cb-af7d-e8ed7def3779 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0549157 Mar 29 09:00:05.847638 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6b065c67-240c-4c3c-887b-1299a7b7bdf7 req-420a457a-eeed-456e-9c03-bb8c10a53264 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Mar 29 09:00:06.610607 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661daa86-93b2-4c85-9b64-30f611c2aa65 req-9bbffe06-a601-4340-856d-80a13be8082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:06.619874 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-661daa86-93b2-4c85-9b64-30f611c2aa65 req-9bbffe06-a601-4340-856d-80a13be8082e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1128 time: 0.0476682 Mar 29 09:00:06.722322 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661daa86-93b2-4c85-9b64-30f611c2aa65 req-cdf7b540-4d60-49c2-9524-1fe7ff777e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:06.723698 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-661daa86-93b2-4c85-9b64-30f611c2aa65 req-cdf7b540-4d60-49c2-9524-1fe7ff777e04 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1002614 Mar 29 09:00:06.748089 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38022bc7-0932-465d-a001-cc3a066f55f1 req-a1e7032d-dfc0-45d7-aa87-4df425fb3130 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:06.749645 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-38022bc7-0932-465d-a001-cc3a066f55f1 req-a1e7032d-dfc0-45d7-aa87-4df425fb3130 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0519438 Mar 29 09:00:06.801023 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-38022bc7-0932-465d-a001-cc3a066f55f1 req-e2e7b6c0-41fd-4f10-8688-59fb7f177f47 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Mar 29 09:00:06.821728 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661daa86-93b2-4c85-9b64-30f611c2aa65 req-19f073df-6321-4152-9094-e676358519f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:06.823516 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-661daa86-93b2-4c85-9b64-30f611c2aa65 req-19f073df-6321-4152-9094-e676358519f9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924149 Mar 29 09:00:06.907688 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f69f9829-851b-4370-8cd5-58f47cd07b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:06.909273 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-f69f9829-851b-4370-8cd5-58f47cd07b6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1128 time: 0.0466652 Mar 29 09:00:06.978543 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-fd43bacf-11ec-4055-9c06-73bd83a190ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 200 len: 217 time: 0.0601449 Mar 29 09:00:07.035566 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c41fa-a9b0-4580-bdc9-89c2d852e7b0 req-8051492f-2783-4eaf-891b-d1e97c856a2d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:07.037052 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dc1c41fa-a9b0-4580-bdc9-89c2d852e7b0 req-8051492f-2783-4eaf-891b-d1e97c856a2d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.1200199 Mar 29 09:00:07.042308 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-027511d4-88aa-4348-bdbf-f405442e534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:07.043635 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-027511d4-88aa-4348-bdbf-f405442e534b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0591507 Mar 29 09:00:07.118917 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dc1c41fa-a9b0-4580-bdc9-89c2d852e7b0 req-4c3f2982-07b7-43db-8bcf-4e98842c0f59 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743387 Mar 29 09:00:07.126534 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-fa448da3-b23c-448d-9704-209cfb570be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:07.129010 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-fa448da3-b23c-448d-9704-209cfb570be3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781250 Mar 29 09:00:07.217168 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-27464d4f-0fe6-4bfd-a309-038dc52e473f service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816503 Mar 29 09:00:07.308039 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-02ef1dcd-e4a5-4dca-9248-52aa7c9094fc req-acb3a52a-bfce-4106-8ba9-2fb3fb1588d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841932 Mar 29 09:00:07.931334 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1196630-a452-47fe-9434-3cc6091e8d1c req-c5484555-7e9f-41e5-b89a-c8bd739d2876 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:07.933213 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b1196630-a452-47fe-9434-3cc6091e8d1c req-c5484555-7e9f-41e5-b89a-c8bd739d2876 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0600111 Mar 29 09:00:07.981373 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b1196630-a452-47fe-9434-3cc6091e8d1c req-f59826ac-3466-4f13-8f00-2265962d296c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Mar 29 09:00:08.244095 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf619cd0-d679-402f-bd72-a8feb3cb97ec req-b2301b46-4ac0-409f-af86-a38b3a0afc4f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:08.245571 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf619cd0-d679-402f-bd72-a8feb3cb97ec req-b2301b46-4ac0-409f-af86-a38b3a0afc4f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0523653 Mar 29 09:00:08.293741 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf619cd0-d679-402f-bd72-a8feb3cb97ec req-263808b2-0979-4e13-896c-58dbf0cf78d4 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Mar 29 09:00:08.873572 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:00:08.968646 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:08.980683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'mac_address': 'fa:16:3e:ad:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:00:09.016922 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: ACTIVE; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:09.017319 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:09.029951 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a2e500d-838b-4b43-9586-d6d9808ae6f8 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:00:09.049802 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:09.102658 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae07d-f407-4b95-b992-e6733ae23522 req-f64d47be-b8ec-483f-92d6-39cb598bcfe9 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:09.104150 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-70aae07d-f407-4b95-b992-e6733ae23522 req-f64d47be-b8ec-483f-92d6-39cb598bcfe9 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0512741 Mar 29 09:00:09.145471 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:09.150637 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-70aae07d-f407-4b95-b992-e6733ae23522 req-41d0862d-fcf7-407f-9319-b74c0a0cf9e0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 Mar 29 09:00:09.202388 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=6']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:09.210030 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.210381 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.210718 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.211053 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.211379 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.211701 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.212019 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.212337 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.212684 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.213001 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.213317 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.213633 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.213946 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.214257 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.214572 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:09.242266 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['0a2e500d-838b-4b43-9586-d6d9808ae6f8'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:00:09.415519 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a514efb-fc3f-4655-a339-e6f44e11ad4e req-7c9a1d1d-54ce-4ff9-bae6-17480396dc10 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:09.415519 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2a514efb-fc3f-4655-a339-e6f44e11ad4e req-7c9a1d1d-54ce-4ff9-bae6-17480396dc10 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0532486 Mar 29 09:00:09.464106 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2a514efb-fc3f-4655-a339-e6f44e11ad4e req-d7370801-ebad-4130-9518-23bcf17cb454 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Mar 29 09:00:10.276128 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf978-3678-4383-af1e-8d9768c876c8 req-061b385c-ef6f-467d-8270-22fcddbd264a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:10.277656 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fbcbf978-3678-4383-af1e-8d9768c876c8 req-061b385c-ef6f-467d-8270-22fcddbd264a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 944 time: 0.0560391 Mar 29 09:00:10.327689 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fbcbf978-3678-4383-af1e-8d9768c876c8 req-04179408-2a16-4a5a-af59-8de1ec330b29 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411348 Mar 29 09:00:10.633140 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd52c10-eaa7-4f25-bbca-0fb9d8dfe218 req-19bbe402-7d3b-4503-9bbb-89b00567b5e3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:10.641732 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6cd52c10-eaa7-4f25-bbca-0fb9d8dfe218 req-19bbe402-7d3b-4503-9bbb-89b00567b5e3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0951977 Mar 29 09:00:10.717121 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6cd52c10-eaa7-4f25-bbca-0fb9d8dfe218 req-cb9a5ec8-d455-4bb0-9cc6-007bb2793b95 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737319 Mar 29 09:00:10.886300 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:00:10.948190 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:00:10.948922 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:11.038435 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:11.038817 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:11.066010 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:11.068204 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15693bd6-56ce-4d87-bb88-323c8689d2ed" -d '{"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:11.085050 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:11.110374 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b1c301-e390-4739-8eca-56ab0526678e x-openstack-request-id: req-17b1c301-e390-4739-8eca-56ab0526678e {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:11.110696 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:11.110975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17b1c301-e390-4739-8eca-56ab0526678e {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:11.111382 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b1c301-e390-4739-8eca-56ab0526678e'] response: {'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'code': 200} Mar 29 09:00:11.172206 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:11.224742 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=7']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:11.465620 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04029648-528a-4f79-999b-e4644fba3e2f req-ec84d278-e447-47b5-9132-0de4c286d825 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:11.467360 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-04029648-528a-4f79-999b-e4644fba3e2f req-ec84d278-e447-47b5-9132-0de4c286d825 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0643589 Mar 29 09:00:11.522423 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-04029648-528a-4f79-999b-e4644fba3e2f req-9e93ef27-8f58-45b9-8108-eb3d10b4c0a5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489194 Mar 29 09:00:11.890620 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bec682-30fd-439b-a606-dc35cd61b09a req-0e01a9c0-ff22-4f50-8b44-106e1391352f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:11.906641 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b7bec682-30fd-439b-a606-dc35cd61b09a req-0e01a9c0-ff22-4f50-8b44-106e1391352f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.1056397 Mar 29 09:00:11.973427 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b7bec682-30fd-439b-a606-dc35cd61b09a req-53c784a0-c1dc-4c81-b4a2-76e7d024b058 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652900 Mar 29 09:00:12.699969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501711-74ed-44d9-9ce0-ad0576deccf4 req-f01e1963-6ebf-4298-a717-09b20a887cbf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:12.701475 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b1501711-74ed-44d9-9ce0-ad0576deccf4 req-f01e1963-6ebf-4298-a717-09b20a887cbf tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0661376 Mar 29 09:00:12.761001 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b1501711-74ed-44d9-9ce0-ad0576deccf4 req-5a53606c-b7e4-4ce8-86ce-6d513ce6d43a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517862 Mar 29 09:00:13.105207 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d711-dd9f-4e81-8c02-df3660e7059f req-b75b352b-730b-4ab8-b516-78dc40d15aff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:13.106658 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-70d5d711-dd9f-4e81-8c02-df3660e7059f req-b75b352b-730b-4ab8-b516-78dc40d15aff tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0590019 Mar 29 09:00:13.165218 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-70d5d711-dd9f-4e81-8c02-df3660e7059f req-16c3ee72-d9c5-4b5d-bca9-5f40d0b60ee1 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525823 Mar 29 09:00:13.903463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0dbc0-d0ac-49d4-9218-e8315ef6c489 req-88fd55e0-49b6-4af1-a398-0fa528996c1b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:13.914882 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c4d0dbc0-d0ac-49d4-9218-e8315ef6c489 req-88fd55e0-49b6-4af1-a398-0fa528996c1b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0728559 Mar 29 09:00:13.973254 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c4d0dbc0-d0ac-49d4-9218-e8315ef6c489 req-4ae05951-07e1-4c51-b412-4ee9ca4a6491 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568967 Mar 29 09:00:14.346650 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bfb6-4a96-4c52-aaf1-4ff1f764d012 req-39fde851-a94a-4f15-aeaf-22d20cd9c703 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:14.346650 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f359bfb6-4a96-4c52-aaf1-4ff1f764d012 req-39fde851-a94a-4f15-aeaf-22d20cd9c703 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 944 time: 0.0663500 Mar 29 09:00:14.401641 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f359bfb6-4a96-4c52-aaf1-4ff1f764d012 req-8528295b-9537-4f05-a3bc-03e25af865a3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574811 Mar 29 09:00:14.906916 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd197dc2-a354-4311-98bc-261a7d4dceda details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:00:15.044636 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port cd197dc2-a354-4311-98bc-261a7d4dceda, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd197dc2-a354-4311-98bc-261a7d4dceda,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:15.076112 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:00:15.122883 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port cd197dc2-a354-4311-98bc-261a7d4dceda is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:15.123702 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:15.140113 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd197dc2-a354-4311-98bc-261a7d4dceda {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:00:15.164195 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port cd197dc2-a354-4311-98bc-261a7d4dceda, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd197dc2-a354-4311-98bc-261a7d4dceda,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:15.178657 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e467968-bb21-46ed-9412-57fa7efc8d67 req-9cf15745-4f87-4624-b94b-6a0a590ab2ab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:15.180269 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1e467968-bb21-46ed-9412-57fa7efc8d67 req-9cf15745-4f87-4624-b94b-6a0a590ab2ab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0999253 Mar 29 09:00:15.289693 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1e467968-bb21-46ed-9412-57fa7efc8d67 req-ce4396b9-cb9e-4051-ad22-cdadda6228cc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030371 Mar 29 09:00:15.300561 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:15.375272 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=cd197dc2-a354-4311-98bc-261a7d4dceda,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:15.564861 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98080-d7e8-4896-abe2-ab5aa0e06322 req-984af176-4859-4080-927d-2c3a8a60e89d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:15.572424 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-04d98080-d7e8-4896-abe2-ab5aa0e06322 req-984af176-4859-4080-927d-2c3a8a60e89d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 945 time: 0.0738540 Mar 29 09:00:15.576466 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['cd197dc2-a354-4311-98bc-261a7d4dceda'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:00:15.651631 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-04d98080-d7e8-4896-abe2-ab5aa0e06322 req-00bb8e0a-a92b-4ba1-94fc-fa7231d38771 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700228 Mar 29 09:00:16.437072 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cd89-0431-4656-bec2-923ad62075ac req-306e0473-d218-4a77-a5ef-0c1314d92e2d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:16.439100 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0956cd89-0431-4656-bec2-923ad62075ac req-306e0473-d218-4a77-a5ef-0c1314d92e2d tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0589325 Mar 29 09:00:16.486571 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0956cd89-0431-4656-bec2-923ad62075ac req-50624184-9be3-4283-a97e-90f9007c3dbd tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Mar 29 09:00:16.807648 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a46c-3a43-4326-b894-610845a5da46 req-c94befb5-f289-4702-8708-0330b0dd0e5f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:16.809170 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7834a46c-3a43-4326-b894-610845a5da46 req-c94befb5-f289-4702-8708-0330b0dd0e5f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 945 time: 0.0861742 Mar 29 09:00:16.889796 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7834a46c-3a43-4326-b894-610845a5da46 req-4fc76d2c-2b1c-430c-97d7-fe0f2b1dea18 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689828 Mar 29 09:00:16.916008 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd197dc2-a354-4311-98bc-261a7d4dceda up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:00:17.128221 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port cd197dc2-a354-4311-98bc-261a7d4dceda completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 09:00:17.132612 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port cd197dc2-a354-4311-98bc-261a7d4dceda triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:00:17.133055 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:17.224881 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port cd197dc2-a354-4311-98bc-261a7d4dceda is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:17.225406 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:17.251994 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:17.254552 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd340ab-d457-4c08-a3ab-6a7d048683dc" -d '{"events": [{"server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:17.270763 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port cd197dc2-a354-4311-98bc-261a7d4dceda, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd197dc2-a354-4311-98bc-261a7d4dceda,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:17.297635 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a9605d-18c8-48bb-a572-03024caa90a3 x-openstack-request-id: req-90a9605d-18c8-48bb-a572-03024caa90a3 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:17.298164 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:17.298544 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90a9605d-18c8-48bb-a572-03024caa90a3 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:17.299053 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a9605d-18c8-48bb-a572-03024caa90a3'] response: {'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'code': 200} Mar 29 09:00:17.400397 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:17.484911 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=cd197dc2-a354-4311-98bc-261a7d4dceda,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:17.628942 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd227b0f-b62f-4b54-b5b8-17149570bb52 req-98d70505-546b-421c-a513-19a30271423e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:17.630428 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dd227b0f-b62f-4b54-b5b8-17149570bb52 req-98d70505-546b-421c-a513-19a30271423e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Mar 29 09:00:17.727902 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dd227b0f-b62f-4b54-b5b8-17149570bb52 req-877d0702-89eb-4b38-9c56-00806ba11bea tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914156 Mar 29 09:00:17.781842 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4103507-0249-46a8-a710-22d785fba918 req-b2dad372-3aa7-4b0c-920e-386a7684dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:17.783665 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4103507-0249-46a8-a710-22d785fba918 req-b2dad372-3aa7-4b0c-920e-386a7684dc92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1130 time: 0.0473983 Mar 29 09:00:17.847896 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4103507-0249-46a8-a710-22d785fba918 req-8787fc7d-9778-46fe-8982-e3e7952f4b9c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581501 Mar 29 09:00:18.036688 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1125c4-c72b-460d-a691-fd923f10d335 req-d2b89c01-d929-4e8c-ae6e-278eb7aff313 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:18.045183 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ee1125c4-c72b-460d-a691-fd923f10d335 req-d2b89c01-d929-4e8c-ae6e-278eb7aff313 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.0797136 Mar 29 09:00:18.121303 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ee1125c4-c72b-460d-a691-fd923f10d335 req-021bf52c-a61b-445a-b6ee-859ba8a497f6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745568 Mar 29 09:00:18.851713 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847078b1-604e-4482-b5cf-84021de9bbde req-900d3447-b206-401b-8c36-161212e16992 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:18.853863 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-847078b1-604e-4482-b5cf-84021de9bbde req-900d3447-b206-401b-8c36-161212e16992 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0603871 Mar 29 09:00:18.924413 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-847078b1-604e-4482-b5cf-84021de9bbde req-d7d3f447-ab31-439c-ac51-1764b71e6a88 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606146 Mar 29 09:00:19.264212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0140-cd97-4813-96f3-fa8669ff9d73 req-d798a959-7016-4fd1-b745-616711c61c6f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:19.266088 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5c2d0140-cd97-4813-96f3-fa8669ff9d73 req-d798a959-7016-4fd1-b745-616711c61c6f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.0589814 Mar 29 09:00:19.319468 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5c2d0140-cd97-4813-96f3-fa8669ff9d73 req-92046409-7e70-4b3a-a893-c399dd0173c1 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472481 Mar 29 09:00:20.072883 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a4f29-f0e9-4a7f-bb68-b9ad1ad480b2 req-b4c1d2f3-3d83-497e-befe-543561529d30 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:20.075237 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2e6a4f29-f0e9-4a7f-bb68-b9ad1ad480b2 req-b4c1d2f3-3d83-497e-befe-543561529d30 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0588574 Mar 29 09:00:20.128966 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2e6a4f29-f0e9-4a7f-bb68-b9ad1ad480b2 req-fc999ffe-05c6-4928-ac9a-3d72d175767c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473790 Mar 29 09:00:20.441289 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab86f93-7e8c-4982-ba64-b19fc15934a2 req-5e7c61b9-ca4a-4185-8965-87da84de36ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:20.442761 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-eab86f93-7e8c-4982-ba64-b19fc15934a2 req-5e7c61b9-ca4a-4185-8965-87da84de36ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.0570982 Mar 29 09:00:20.490770 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-eab86f93-7e8c-4982-ba64-b19fc15934a2 req-b3d03d1c-7ff8-4ccf-83e2-6a40c9ea79ce tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Mar 29 09:00:20.605946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e804a-6e36-4f4d-9701-171942ea214e req-f0c1ae4e-ab10-4a0a-8730-bbb9d59a925d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:20.607410 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-642e804a-6e36-4f4d-9701-171942ea214e req-f0c1ae4e-ab10-4a0a-8730-bbb9d59a925d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.0524786 Mar 29 09:00:20.655025 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-642e804a-6e36-4f4d-9701-171942ea214e req-3608067a-5303-426d-82ba-3d79b789c8b5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Mar 29 09:00:20.679417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39234) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:20.725374 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601028f-5c17-4551-953d-80aea587588d tempest-TestVolumeBootPattern-1793610413 tempest-TestVolumeBootPattern-1793610413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:20.727180 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-0601028f-5c17-4551-953d-80aea587588d tempest-TestVolumeBootPattern-1793610413 tempest-TestVolumeBootPattern-1793610413-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1125 time: 0.0465059 Mar 29 09:00:20.729705 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39238) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:20.734182 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:00:20.874369 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:20.970048 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.029320 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39252) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:21.081247 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_v2 [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Deleting subnet bd3e4ce3-5c49-41d2-bef7-8a323f337d44 {{(pid=110227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:00:21.083939 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Allocated IP 172.27.1.81 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:00:21.085187 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Publish callbacks [] for subnet (bd3e4ce3-5c49-41d2-bef7-8a323f337d44), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.124947 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29590211'] for subnet (bd3e4ce3-5c49-41d2-bef7-8a323f337d44), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.171874 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (bd3e4ce3-5c49-41d2-bef7-8a323f337d44), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.195106 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.280375 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cedad-8563-40b8-8e44-cf4c824fc4d6 req-5663f5ee-3405-487d-b814-4b1b338c94ac tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:21.288255 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-381cedad-8563-40b8-8e44-cf4c824fc4d6 req-5663f5ee-3405-487d-b814-4b1b338c94ac tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0683854 Mar 29 09:00:21.320720 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.337359 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-381cedad-8563-40b8-8e44-cf4c824fc4d6 req-9a52a895-8ed3-41aa-bf6f-5d3c4eeb22f3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480101 Mar 29 09:00:21.361386 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:00:21.364209 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:00:21.367624 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:00:21.388869 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29410709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29388282'] for subnet (bd3e4ce3-5c49-41d2-bef7-8a323f337d44), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.396406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:21.416041 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3e4ce3-5c49-41d2-bef7-8a323f337d44,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:21.418078 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.424368 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-277cb83e-8329-4f0d-a95c-1cd59164e3be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd3e4ce3-5c49-41d2-bef7-8a323f337d44 HTTP/1.1" status: 204 len: 168 time: 0.3931286 Mar 29 09:00:21.425402 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39270) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:21.495984 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (a47051c0-4421-463b-8839-cc2a7259240b), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.581414 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (a47051c0-4421-463b-8839-cc2a7259240b), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.603733 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47051c0-4421-463b-8839-cc2a7259240b']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:21.612999 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db31512d-bb22-41f0-8732-64f3f0164e5d') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:21.613294 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db31512d-bb22-41f0-8732-64f3f0164e5d') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:21.621353 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-d3b04607-a53a-41ec-a382-3706ff51dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:21.622426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (db31512d-bb22-41f0-8732-64f3f0164e5d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.626556 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-d3b04607-a53a-41ec-a382-3706ff51dbda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1129 time: 0.0854888 Mar 29 09:00:21.636714 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (db31512d-bb22-41f0-8732-64f3f0164e5d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.643505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:00:21.643887 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (db31512d-bb22-41f0-8732-64f3f0164e5d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:00:21.645622 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:00:21.762083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (a47051c0-4421-463b-8839-cc2a7259240b), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.767395 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.770723 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a47051c0-4421-463b-8839-cc2a7259240b HTTP/1.1" status: 204 len: 168 time: 0.3443971 Mar 29 09:00:21.783730 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799e273-38e6-4cf3-9f69-d246b395a8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47051c0-4421-463b-8839-cc2a7259240b,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:21.814417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-2ec96da0-80a9-42e7-8802-8b0311048ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:21.815887 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-2ec96da0-80a9-42e7-8802-8b0311048ff7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.1867535 Mar 29 09:00:21.888827 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (64f83fcc-2537-433b-aa11-dd3ce93e6661), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:21.917581 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-f5c91851-0f70-4ce9-b1a5-f4e6c0f9ed0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0913069 Mar 29 09:00:21.974309 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-7167d6a4-5c13-4c21-8656-abb49fdd1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:21.975760 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-7167d6a4-5c13-4c21-8656-abb49fdd1540 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0501325 Mar 29 09:00:22.027926 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-14dedde8-5624-441c-b74a-5cb0015ff281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:22.029552 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-14dedde8-5624-441c-b74a-5cb0015ff281 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483038 Mar 29 09:00:22.101127 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:22.248737 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39280) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:22.291147 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-32b2a86b-002c-46b1-93ad-621c6e479db8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7db24b99a5054063af64e1343c5542c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409689 Mar 29 09:00:22.293496 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39282) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:22.348063 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-26237433-87c0-459a-997f-d85141ffdad6 admin admin] Publish callbacks [] for security_group (064a495a-a3ee-49a5-80d9-dcff90586a99), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:22.383450 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-26237433-87c0-459a-997f-d85141ffdad6 admin admin] Publish callbacks [] for security_group (064a495a-a3ee-49a5-80d9-dcff90586a99), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:22.457013 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-1a61a2c9-f1d3-4280-8f25-b6adec0b41fd service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082217 Mar 29 09:00:22.544626 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-26237433-87c0-459a-997f-d85141ffdad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (064a495a-a3ee-49a5-80d9-dcff90586a99), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:22.547237 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-26237433-87c0-459a-997f-d85141ffdad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:22.548452 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-26237433-87c0-459a-997f-d85141ffdad6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/064a495a-a3ee-49a5-80d9-dcff90586a99 HTTP/1.1" status: 204 len: 168 time: 0.2540059 Mar 29 09:00:22.557303 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26237433-87c0-459a-997f-d85141ffdad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064a495a-a3ee-49a5-80d9-dcff90586a99,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:22.601406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f6692-30b9-4424-8713-fed46280e384 req-2d258a31-b1d6-496f-ab7d-14164279c736 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:22.602920 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c6f6692-30b9-4424-8713-fed46280e384 req-2d258a31-b1d6-496f-ab7d-14164279c736 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.1848772 Mar 29 09:00:22.653492 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9a4be676-f01f-442e-aa9f-cd34503ba5a7 req-7aa48771-30cd-4038-8ede-00558ca7c5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853845 Mar 29 09:00:22.684128 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:22.699033 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c6f6692-30b9-4424-8713-fed46280e384 req-d1534314-7dcf-44fb-99aa-f9aa37accc27 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849862 Mar 29 09:00:22.988517 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:23.060580 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:23.068656 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (64f83fcc-2537-433b-aa11-dd3ce93e6661), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:23.178280 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Floating IP 64f83fcc-2537-433b-aa11-dd3ce93e6661 associated. External IP: 172.27.1.81, port: cd197dc2-a354-4311-98bc-261a7d4dceda. Mar 29 09:00:23.400020 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:00:23.508680 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:00:23.519510 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:00:23.531418 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:23.532753 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:23.620983 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:23.632837 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:23.665499 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-a6e4b8ca-ebf2-4500-bbe0-2e5bd73d4a97 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9203784 Mar 29 09:00:23.665499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:23.665499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c46000b-913c-427f-b874-f8ec197a2739" -d '{"events": [{"name": "network-changed", "server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:23.688918 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b8c43a-f4c5-4d28-b62e-27e89d010338 x-openstack-request-id: req-53b8c43a-f4c5-4d28-b62e-27e89d010338 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:23.689216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:23.689474 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53b8c43a-f4c5-4d28-b62e-27e89d010338 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:23.689886 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b8c43a-f4c5-4d28-b62e-27e89d010338'] response: {'name': 'network-changed', 'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'status': 'completed', 'code': 200} Mar 29 09:00:23.767855 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46000b-913c-427f-b874-f8ec197a2739 req-7a15c6cb-3da3-4f15-bbe8-8f2e5e3a79db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:23.769715 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-7a15c6cb-3da3-4f15-bbe8-8f2e5e3a79db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1130 time: 0.0555961 Mar 29 09:00:23.810435 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:00:23.890304 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46000b-913c-427f-b874-f8ec197a2739 req-709f810c-c458-49c2-a88f-a5d378a401d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:23.893187 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-709f810c-c458-49c2-a88f-a5d378a401d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.1171274 Mar 29 09:00:23.916854 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:21Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:23.949539 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:00:23.958150 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:23.958753 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T08:59:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:24.000524 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-bee21e69-5fb8-498e-9930-f583e1afb0df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 200 len: 999 time: 0.1003973 Mar 29 09:00:24.018450 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9e8e-cb84-4be5-9cc8-da647207664a req-bc6ecc09-9aba-4212-ad07-0135f66c4ac6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:24.019907 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5dcb9e8e-cb84-4be5-9cc8-da647207664a req-bc6ecc09-9aba-4212-ad07-0135f66c4ac6 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 945 time: 0.0716102 Mar 29 09:00:24.072616 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:24.097521 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46000b-913c-427f-b874-f8ec197a2739 req-b5e4bc33-cbe1-4823-bfc0-7eb9d0e1e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:24.099023 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-b5e4bc33-cbe1-4823-bfc0-7eb9d0e1e4d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0782206 Mar 29 09:00:24.106464 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5dcb9e8e-cb84-4be5-9cc8-da647207664a req-2b30f0f8-fde4-4d4d-a985-97b2523b5fcb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782585 Mar 29 09:00:24.152708 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46000b-913c-427f-b874-f8ec197a2739 req-6034183d-4a6f-444d-84b9-1f63d5c19dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:24.154237 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-6034183d-4a6f-444d-84b9-1f63d5c19dba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469031 Mar 29 09:00:24.251450 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-700f1125-b2c7-4964-8791-beefd37eb342 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874619 Mar 29 09:00:24.317164 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:21Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:24.343796 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d678a-172d-4d94-b3fd-f3cebd7d7eb0 None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:21Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:00:24.346130 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1c46000b-913c-427f-b874-f8ec197a2739 req-8abb374c-3506-4c2a-8140-5178e86acdf8 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Mar 29 09:00:24.530655 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a116b3f-5a36-4023-a681-5c858ddda6c5 None None] New status for floating IP 64f83fcc-2537-433b-aa11-dd3ce93e6661: ACTIVE {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:00:24.763036 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39326) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:24.871318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-17be5a24-790f-433f-b577-5e95d1a465cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:24.948930 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-17be5a24-790f-433f-b577-5e95d1a465cc admin admin] Publish callbacks [] for security_group (32572942-3576-4a0f-9b62-26e78a2dbc5f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:24.965297 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:00:25.028701 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-17be5a24-790f-433f-b577-5e95d1a465cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (32572942-3576-4a0f-9b62-26e78a2dbc5f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.043550 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: ACTIVE; New status is: DOWN {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:25.043937 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.066938 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:25.068948 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-17be5a24-790f-433f-b577-5e95d1a465cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d0d663b5da346ddb1089af37a4cd577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047926 Mar 29 09:00:25.069268 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282c418f-00bc-4692-ab7b-6a328fdfb162" -d '{"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:25.069837 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be5a24-790f-433f-b577-5e95d1a465cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32572942-3576-4a0f-9b62-26e78a2dbc5f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:25.071739 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39332) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:25.082951 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:25.115773 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d613dc-9d45-417e-95a6-f69979137082 x-openstack-request-id: req-70d613dc-9d45-417e-95a6-f69979137082 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:25.116289 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:25.116624 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70d613dc-9d45-417e-95a6-f69979137082 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:25.124013 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d613dc-9d45-417e-95a6-f69979137082'] response: {'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'code': 200} Mar 29 09:00:25.133275 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8087f6a-d485-4dec-b096-319453bcc717 admin admin] Publish callbacks [] for security_group (32572942-3576-4a0f-9b62-26e78a2dbc5f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.154731 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8087f6a-d485-4dec-b096-319453bcc717 admin admin] Publish callbacks [] for security_group (32572942-3576-4a0f-9b62-26e78a2dbc5f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.182988 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.234745 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=8']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:25.259271 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973397c-8de7-49fb-b1d8-2b9beafb267a req-6397306b-8f02-4d36-95a6-cbcc1d29428c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:25.260806 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0973397c-8de7-49fb-b1d8-2b9beafb267a req-6397306b-8f02-4d36-95a6-cbcc1d29428c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0768518 Mar 29 09:00:25.307761 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0973397c-8de7-49fb-b1d8-2b9beafb267a req-cd066622-a598-4976-85b0-138197464442 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Mar 29 09:00:25.309140 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8087f6a-d485-4dec-b096-319453bcc717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (32572942-3576-4a0f-9b62-26e78a2dbc5f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.312121 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8087f6a-d485-4dec-b096-319453bcc717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:25.313264 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b8087f6a-d485-4dec-b096-319453bcc717 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32572942-3576-4a0f-9b62-26e78a2dbc5f HTTP/1.1" status: 204 len: 168 time: 0.2388237 Mar 29 09:00:25.323531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087f6a-d485-4dec-b096-319453bcc717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32572942-3576-4a0f-9b62-26e78a2dbc5f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:25.930518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39350) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:25.943494 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bf930f73-098b-4958-afc3-d36889f9586c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.017021 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bf930f73-098b-4958-afc3-d36889f9586c admin admin] Publish callbacks [] for security_group (d9706961-4919-42f1-8307-b7b40ac11db7), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.041410 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.110225 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bf930f73-098b-4958-afc3-d36889f9586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d9706961-4919-42f1-8307-b7b40ac11db7), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.147233 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930f73-098b-4958-afc3-d36889f9586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9706961-4919-42f1-8307-b7b40ac11db7,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:26.151539 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bf930f73-098b-4958-afc3-d36889f9586c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fff3afb2b6e40bfbfdb489963d0655a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199523 Mar 29 09:00:26.154398 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39352) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:26.203443 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72c20e47-bc9a-412c-b917-795686a6e9dd admin admin] Publish callbacks [] for security_group (d9706961-4919-42f1-8307-b7b40ac11db7), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.229161 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72c20e47-bc9a-412c-b917-795686a6e9dd admin admin] Publish callbacks [] for security_group (d9706961-4919-42f1-8307-b7b40ac11db7), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.373319 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72c20e47-bc9a-412c-b917-795686a6e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d9706961-4919-42f1-8307-b7b40ac11db7), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.376457 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-72c20e47-bc9a-412c-b917-795686a6e9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:26.377605 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-72c20e47-bc9a-412c-b917-795686a6e9dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9706961-4919-42f1-8307-b7b40ac11db7 HTTP/1.1" status: 204 len: 168 time: 0.2221551 Mar 29 09:00:26.395393 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c20e47-bc9a-412c-b917-795686a6e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9706961-4919-42f1-8307-b7b40ac11db7,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:26.596528 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-eeb75b41-e17b-406c-bbb4-6f614583b646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:27.762850 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08101164-b93c-4102-8dfa-e5cc96ae7c04 req-a3def9f2-ac5d-49fc-9a58-4d81c889dfc4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:27.764330 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-08101164-b93c-4102-8dfa-e5cc96ae7c04 req-a3def9f2-ac5d-49fc-9a58-4d81c889dfc4 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0584691 Mar 29 09:00:27.819507 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-08101164-b93c-4102-8dfa-e5cc96ae7c04 req-b7db33c3-b666-4055-9d64-41b308b36e1a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Mar 29 09:00:28.306065 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39450) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:28.392300 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-43221c27-aa9a-4264-8565-b1f82305309f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850706 Mar 29 09:00:28.400928 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-676c77bc-c86a-4b6c-9567-213568bddd00 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 09:00:28.401890 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-676c77bc-c86a-4b6c-9567-213568bddd00 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049148 Mar 29 09:00:28.541904 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39460) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:28.684377 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-8548bf25-777a-4b47-8220-5202d33406f0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:28.685683 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-8548bf25-777a-4b47-8220-5202d33406f0 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports/0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 940 time: 0.1427674 Mar 29 09:00:28.938002 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-acc5c9f6-efdd-4f13-aa89-2c3de3137347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:28.944907 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750307-bb79-4172-bd24-fff33466a1b0 req-ab419c7e-57ee-4dfc-a719-9afadeadccea tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:28.946534 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b750307-bb79-4172-bd24-fff33466a1b0 req-ab419c7e-57ee-4dfc-a719-9afadeadccea tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0528417 Mar 29 09:00:28.999249 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5b750307-bb79-4172-bd24-fff33466a1b0 req-5fe9939a-9e65-40cf-99c3-9fd32ba13dfb tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470178 Mar 29 09:00:30.093274 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:30.132261 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cae3b-5b2b-4bcf-b41a-8aea61b35c61 req-037b4aad-b72f-4d31-b4c0-6fae3e0b2ef2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:30.133802 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5c1cae3b-5b2b-4bcf-b41a-8aea61b35c61 req-037b4aad-b72f-4d31-b4c0-6fae3e0b2ef2 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0548913 Mar 29 09:00:30.182471 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5c1cae3b-5b2b-4bcf-b41a-8aea61b35c61 req-fc01449a-8576-4103-80b6-265c4f35b5b8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Mar 29 09:00:30.336566 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-24ec7b14-1595-4322-a8b7-a35e37e044df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:30.337994 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-24ec7b14-1595-4322-a8b7-a35e37e044df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9&tenant_id=c570102cfad04d23b680ee0f2102edb4 HTTP/1.1" status: 200 len: 1127 time: 0.0786808 Mar 29 09:00:30.403756 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-0b118ea3-64e8-4101-9682-4075db46d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:30.405284 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-0b118ea3-64e8-4101-9682-4075db46d80d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c570102cfad04d23b680ee0f2102edb4&device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1127 time: 0.0441530 Mar 29 09:00:30.524055 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-fcf871ca-004b-4f76-9eb9-8650daf3cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:30.525299 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-fcf871ca-004b-4f76-9eb9-8650daf3cb45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 200 len: 916 time: 0.1037278 Mar 29 09:00:30.611629 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-550a4bbd-dac8-40ef-b04d-b695e86ad63e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 200 len: 998 time: 0.0763161 Mar 29 09:00:30.680169 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-ce8014d8-358c-4f13-8fc0-30b58ba32d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:30.681851 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-ce8014d8-358c-4f13-8fc0-30b58ba32d81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 200 len: 854 time: 0.0624554 Mar 29 09:00:30.741544 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-a8276208-1285-46f5-aad5-51793119d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:30.743059 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-a8276208-1285-46f5-aad5-51793119d966 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68420c33-7320-4078-b515-720ad6bf75ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546942 Mar 29 09:00:30.855547 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-ab4ccf2c-c1d2-49b6-801e-6818808366a0 service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054699 Mar 29 09:00:30.951332 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efaa5150-6c44-4100-bbc5-4ae55c32946e req-3ae9d3ba-1a31-47c8-a994-f73a78520c7c service neutron] 10.222.0.13 "GET /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896535 Mar 29 09:00:31.276266 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:31.350122 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dbdd5-0b90-4f55-bc52-a2a852dbecc5 req-99f0eb46-9ad1-4dda-9a80-f4b3113921fa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:31.351872 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe1dbdd5-0b90-4f55-bc52-a2a852dbecc5 req-99f0eb46-9ad1-4dda-9a80-f4b3113921fa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0802374 Mar 29 09:00:31.407600 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe1dbdd5-0b90-4f55-bc52-a2a852dbecc5 req-2c036582-cde5-42a4-bcb1-2f2756b8096a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478797 Mar 29 09:00:31.878846 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782e08-853f-4fbb-9047-0927556ca395 req-08b23a27-a212-4916-86c0-0790d2eddb4f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:31.880389 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9f782e08-853f-4fbb-9047-0927556ca395 req-08b23a27-a212-4916-86c0-0790d2eddb4f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0664699 Mar 29 09:00:31.948511 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9f782e08-853f-4fbb-9047-0927556ca395 req-0bd0a7cd-7a62-406f-a92a-a97a1b439f57 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621121 Mar 29 09:00:32.546102 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24a61-dc10-44c7-ae9b-e7c5eb32bc1e req-1a0a6026-2b18-4cbe-8374-86efd5d24737 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:32.548153 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b2d24a61-dc10-44c7-ae9b-e7c5eb32bc1e req-1a0a6026-2b18-4cbe-8374-86efd5d24737 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0590634 Mar 29 09:00:32.598244 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b2d24a61-dc10-44c7-ae9b-e7c5eb32bc1e req-dbfffaf2-1ba8-45e1-878e-a33fa30928c8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Mar 29 09:00:33.052825 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:33.076067 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132fd69-cba6-452b-aa46-da09c2ab1401 req-a22d4dfa-379d-4a59-8788-5a8368032349 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:33.077636 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7132fd69-cba6-452b-aa46-da09c2ab1401 req-a22d4dfa-379d-4a59-8788-5a8368032349 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0598147 Mar 29 09:00:33.132863 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7132fd69-cba6-452b-aa46-da09c2ab1401 req-848264b5-9257-446e-8ac4-a67ac400f17f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Mar 29 09:00:33.761216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce91ca-6f60-47fd-9222-137d56a918e0 req-d1abf817-cbda-4ebb-9134-b2044c301735 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:33.763555 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c1ce91ca-6f60-47fd-9222-137d56a918e0 req-d1abf817-cbda-4ebb-9134-b2044c301735 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0891905 Mar 29 09:00:33.817342 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c1ce91ca-6f60-47fd-9222-137d56a918e0 req-613df23e-4fcc-41a4-be97-b8c5d85a28c7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Mar 29 09:00:34.282131 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d237037-bb18-4530-bc21-66d301815a35 req-a68207c9-317f-4824-9a4f-379c50ceeaa9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:34.288141 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5d237037-bb18-4530-bc21-66d301815a35 req-a68207c9-317f-4824-9a4f-379c50ceeaa9 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0868499 Mar 29 09:00:34.352811 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-5d237037-bb18-4530-bc21-66d301815a35 req-8c59fb0d-2436-48d8-b736-86ed0e4b633c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607717 Mar 29 09:00:34.960386 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392464-f82b-40c0-932f-de1629b09755 req-f602093f-657f-4451-8e99-e021295387ab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:34.960386 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-44392464-f82b-40c0-932f-de1629b09755 req-f602093f-657f-4451-8e99-e021295387ab tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0612736 Mar 29 09:00:35.017377 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-44392464-f82b-40c0-932f-de1629b09755 req-2ced8c79-0917-42de-b1cf-d7f0bac45dd3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517676 Mar 29 09:00:35.533213 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8db38-a19e-422a-ad87-d5ca3f890e34 req-b18fc01b-dc4a-44d2-9f7b-404cb0a224fe tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:35.534870 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-10f8db38-a19e-422a-ad87-d5ca3f890e34 req-b18fc01b-dc4a-44d2-9f7b-404cb0a224fe tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0876343 Mar 29 09:00:35.604044 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-10f8db38-a19e-422a-ad87-d5ca3f890e34 req-34b74548-070f-42c2-ba7a-fd1bf6ffb7b8 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632761 Mar 29 09:00:36.145948 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2006-7d61-4867-a92c-603e18613a21 req-f27bb102-a3f1-467d-8d14-def3754ab8df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:36.147667 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e63d2006-7d61-4867-a92c-603e18613a21 req-f27bb102-a3f1-467d-8d14-def3754ab8df tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0569084 Mar 29 09:00:36.197123 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e63d2006-7d61-4867-a92c-603e18613a21 req-c0b2fd7d-18fb-4f34-845c-67045e70495c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Mar 29 09:00:36.753425 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5daa6-4eea-4b09-b095-23341d94e712 req-64aa280c-6ddd-4879-ac53-ce4bdfd0051f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:36.754972 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b3c5daa6-4eea-4b09-b095-23341d94e712 req-64aa280c-6ddd-4879-ac53-ce4bdfd0051f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0652194 Mar 29 09:00:36.812413 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b3c5daa6-4eea-4b09-b095-23341d94e712 req-73bac133-72d5-4124-9316-4e1a5313952c tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514779 Mar 29 09:00:37.358240 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ffa6f-f632-49f8-8fd7-fcce521388a1 req-5b3065a2-4ee2-46cd-8169-b0f14be1e622 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:37.361391 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-519ffa6f-f632-49f8-8fd7-fcce521388a1 req-5b3065a2-4ee2-46cd-8169-b0f14be1e622 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0761774 Mar 29 09:00:37.416830 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-519ffa6f-f632-49f8-8fd7-fcce521388a1 req-f6903f05-ba96-4362-a4d9-86dfc3cd5320 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Mar 29 09:00:37.937873 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fa7b0-d675-4338-9a72-b66b2fd71049 req-9560f3ce-d4a3-40e2-ad44-5c876eff4330 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:37.946538 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-445fa7b0-d675-4338-9a72-b66b2fd71049 req-9560f3ce-d4a3-40e2-ad44-5c876eff4330 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0632608 Mar 29 09:00:37.991742 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-445fa7b0-d675-4338-9a72-b66b2fd71049 req-834120cc-d3c0-41a6-9616-0990d820a8e6 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Mar 29 09:00:38.557557 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab201f-0057-4048-8ff2-ebdc823c9a8a req-b5c0bb32-c404-4e24-a0e6-eaadc96d0402 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:38.559511 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1cab201f-0057-4048-8ff2-ebdc823c9a8a req-b5c0bb32-c404-4e24-a0e6-eaadc96d0402 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0597849 Mar 29 09:00:38.615203 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1cab201f-0057-4048-8ff2-ebdc823c9a8a req-89534ae4-de65-4dd8-af14-6b90f64659fc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488377 Mar 29 09:00:39.128875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295d696-42fa-407c-99d2-d8a3e781ee3a req-6b9b5e9d-7ed2-4cba-ab32-42272a99da73 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:39.130688 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a295d696-42fa-407c-99d2-d8a3e781ee3a req-6b9b5e9d-7ed2-4cba-ab32-42272a99da73 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0651054 Mar 29 09:00:39.182071 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a295d696-42fa-407c-99d2-d8a3e781ee3a req-b42ef785-44d8-407b-9d08-51547e01f1e2 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Mar 29 09:00:39.758862 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f18b1-3741-4bb9-b9f9-d9566bbd1cfe req-bbb9fe8a-c00e-40c1-81cd-ada857783f5a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:39.781008 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a19f18b1-3741-4bb9-b9f9-d9566bbd1cfe req-bbb9fe8a-c00e-40c1-81cd-ada857783f5a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0749471 Mar 29 09:00:39.831576 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a19f18b1-3741-4bb9-b9f9-d9566bbd1cfe req-90e70556-19b4-40b0-a61f-7feb081d1f67 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486734 Mar 29 09:00:40.310897 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b289c-5796-43fa-b240-c7ed41c7ca53 req-62af745a-0be6-44cf-ba85-8a5c923df3a7 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:40.312384 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-213b289c-5796-43fa-b240-c7ed41c7ca53 req-62af745a-0be6-44cf-ba85-8a5c923df3a7 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0599997 Mar 29 09:00:40.364705 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-213b289c-5796-43fa-b240-c7ed41c7ca53 req-fac5ef8f-0b69-493d-9983-a28da108b583 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467093 Mar 29 09:00:40.965076 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d66c3-11ce-4076-85c9-952516f76830 req-cca99514-d26f-4339-844a-205b774eb794 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:40.966626 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-706d66c3-11ce-4076-85c9-952516f76830 req-cca99514-d26f-4339-844a-205b774eb794 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0562975 Mar 29 09:00:41.013813 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-706d66c3-11ce-4076-85c9-952516f76830 req-ed3fe87c-55a6-46a6-9e4e-b40729827958 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Mar 29 09:00:41.450683 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39698) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:41.488955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cee5a-8cbf-4bae-b8e2-4444b41d398c req-d60021e9-9bf6-459f-9bc8-b3630f510f1a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:41.490774 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ab3cee5a-8cbf-4bae-b8e2-4444b41d398c req-d60021e9-9bf6-459f-9bc8-b3630f510f1a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0566096 Mar 29 09:00:41.539368 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ab3cee5a-8cbf-4bae-b8e2-4444b41d398c req-c553fa30-d18a-45e9-b51b-c88f71ff96c1 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 Mar 29 09:00:41.564482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.634597 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Publish callbacks [] for security_group (b436e6d7-cf35-45f3-9a69-935a7a6e9562), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.713596 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (b436e6d7-cf35-45f3-9a69-935a7a6e9562), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.751246 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47c4415b544840eeae2d6586ee7e18e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986538 Mar 29 09:00:41.753186 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436e6d7-cf35-45f3-9a69-935a7a6e9562,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:41.754015 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39702) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:41.760298 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.760678 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.761024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.761364 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.761696 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.762023 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.762357 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.762679 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.763059 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.763328 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.763654 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.763979 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.764300 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.769023 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.769023 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3648c7-b4a6-4f67-aa8c-ce59ef590f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.803066 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Publish callbacks [] for security_group (b436e6d7-cf35-45f3-9a69-935a7a6e9562), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.824340 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Publish callbacks [] for security_group (b436e6d7-cf35-45f3-9a69-935a7a6e9562), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.921065 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (b436e6d7-cf35-45f3-9a69-935a7a6e9562), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.923794 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:41.925019 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b436e6d7-cf35-45f3-9a69-935a7a6e9562 HTTP/1.1" status: 204 len: 168 time: 0.1700115 Mar 29 09:00:41.932986 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436e6d7-cf35-45f3-9a69-935a7a6e9562,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:41.940859 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.941209 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.941556 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.941895 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.942236 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.942573 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.942907 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.943239 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.943545 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.943870 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.944256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.944569 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.944893 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.945215 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:41.945535 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5877cd22-b695-480e-a3af-7e9c66c0c864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:00:42.138224 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ba4c-0167-41d5-b27d-ca93a79be010 req-2b3e43f8-a7f4-4fe1-8b5d-35114e425671 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:42.139978 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9f68ba4c-0167-41d5-b27d-ca93a79be010 req-2b3e43f8-a7f4-4fe1-8b5d-35114e425671 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.0549181 Mar 29 09:00:42.188900 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9f68ba4c-0167-41d5-b27d-ca93a79be010 req-476eb87e-6b33-4558-a810-4674cf8538f9 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Mar 29 09:00:42.445657 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39710) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:42.458754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad2f-1464-4498-b72a-f50da902d5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.533927 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad2f-1464-4498-b72a-f50da902d5c7 admin admin] Publish callbacks [] for security_group (fded7057-c94c-4ad9-8df3-0b132a50feb0), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.637426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad2f-1464-4498-b72a-f50da902d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (fded7057-c94c-4ad9-8df3-0b132a50feb0), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.685915 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5ebbad2f-1464-4498-b72a-f50da902d5c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ff32aa8665c491c873dd455fb6a3503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368493 Mar 29 09:00:42.686676 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39724) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:42.687256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbad2f-1464-4498-b72a-f50da902d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded7057-c94c-4ad9-8df3-0b132a50feb0,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:42.703182 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3aaa4-790c-4541-9e14-bd088784a337 req-c3fdb2e3-fd0d-4fd6-a142-e8b4df31a4e3 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:42.704818 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-72a3aaa4-790c-4541-9e14-bd088784a337 req-c3fdb2e3-fd0d-4fd6-a142-e8b4df31a4e3 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0982091 Mar 29 09:00:42.750495 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-faeedbbe-238b-4080-ae01-5948d16c196f admin admin] Publish callbacks [] for security_group (fded7057-c94c-4ad9-8df3-0b132a50feb0), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.763613 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-72a3aaa4-790c-4541-9e14-bd088784a337 req-5ada8007-1e05-4938-8954-e31806131e2f tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cf78004-a111-46ac-8e79-db40559f4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524461 Mar 29 09:00:42.773582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-faeedbbe-238b-4080-ae01-5948d16c196f admin admin] Publish callbacks [] for security_group (fded7057-c94c-4ad9-8df3-0b132a50feb0), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.871546 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-0db291a4-837d-4a55-b173-e3d05548440a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:42.872910 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-0db291a4-837d-4a55-b173-e3d05548440a tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 946 time: 0.0542459 Mar 29 09:00:42.942511 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-faeedbbe-238b-4080-ae01-5948d16c196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (fded7057-c94c-4ad9-8df3-0b132a50feb0), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.945016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-faeedbbe-238b-4080-ae01-5948d16c196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:42.946091 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-faeedbbe-238b-4080-ae01-5948d16c196f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fded7057-c94c-4ad9-8df3-0b132a50feb0 HTTP/1.1" status: 204 len: 168 time: 0.2580624 Mar 29 09:00:42.957501 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeedbbe-238b-4080-ae01-5948d16c196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded7057-c94c-4ad9-8df3-0b132a50feb0,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:42.983561 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Deleting port 231f3c2b-f985-4796-8698-b30a70f463dc {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:42.983808 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.073506 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] For port 231f3c2b-f985-4796-8698-b30a70f463dc, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=231f3c2b-f985-4796-8698-b30a70f463dc,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:43.073861 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.094272 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:00:43.197129 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:43.210136 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'port_id': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'mac_address': 'fa:16:3e:ad:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:00:43.254739 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:43.255132 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.271527 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2e500d-838b-4b43-9586-d6d9808ae6f8 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:00:43.295709 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:43.314811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.315583 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (df98dc6e-5312-4515-ba91-1cfb66aab101), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.315583 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Floating IP df98dc6e-5312-4515-ba91-1cfb66aab101 disassociated. External IP: 172.27.1.156, port: 231f3c2b-f985-4796-8698-b30a70f463dc. Mar 29 09:00:43.315897 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Calling delete_port for 231f3c2b-f985-4796-8698-b30a70f463dc owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:43.378374 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7d16-dac4-4709-a5ca-c35cdb6d5f49 req-0f0e7afe-e34a-4283-acc0-e75e52cc0911 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:43.379876 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-933b7d16-dac4-4709-a5ca-c35cdb6d5f49 req-0f0e7afe-e34a-4283-acc0-e75e52cc0911 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 943 time: 0.1111822 Mar 29 09:00:43.401355 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.449010 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-933b7d16-dac4-4709-a5ca-c35cdb6d5f49 req-0f71c18c-43f1-409e-94d6-6ac9eff5042f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618451 Mar 29 09:00:43.449405 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=9']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:43.572613 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (231f3c2b-f985-4796-8698-b30a70f463dc), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.606981 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event deleted for resources: {'Port': ['ID=231f3c2b-f985-4796-8698-b30a70f463dc,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:43.723084 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:00:43.739433 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39738) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:43.745956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['0a2e500d-838b-4b43-9586-d6d9808ae6f8'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:00:43.756191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8f2734f4-57f4-41b4-a359-322d20de9a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:43.884935 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-17b894a3-1f2d-44c8-ae71-a026e5f4dc71 req-de36df28-9ad6-4696-92f5-ea8c2e047719 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 210 time: 0.0349576 Mar 29 09:00:43.910393 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8f2734f4-57f4-41b4-a359-322d20de9a0a admin admin] Publish callbacks [] for security_group (02ad6220-57e3-43b5-bccc-05197b368a19), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.034312 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8f2734f4-57f4-41b4-a359-322d20de9a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (02ad6220-57e3-43b5-bccc-05197b368a19), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.074985 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-8f2734f4-57f4-41b4-a359-322d20de9a0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20bde5f656f34704b0ab982cadf1b097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343911 Mar 29 09:00:44.078671 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39742) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:44.084845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2734f4-57f4-41b4-a359-322d20de9a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad6220-57e3-43b5-bccc-05197b368a19,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:44.136707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:00:44.149595 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:00:44.156014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f60f95-ac03-424c-b539-604a1edb291e admin admin] Publish callbacks [] for security_group (02ad6220-57e3-43b5-bccc-05197b368a19), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.162444 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:44.163068 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:44.195369 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] No DVR routers for this DVR port 231f3c2b-f985-4796-8698-b30a70f463dc on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:00:44.199030 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.202401 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9b12703-eb6a-4c73-b318-ff4bf0107d9b req-f2fee017-a25d-485f-8375-efedab8f4e15 tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.13 "DELETE /v2.0/ports/231f3c2b-f985-4796-8698-b30a70f463dc HTTP/1.1" status: 204 len: 173 time: 1.3237135 Mar 29 09:00:44.202854 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'name': 'network-vif-deleted', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:44.205649 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff739d-2a43-4b63-8daf-a5d465f6f8d7" -d '{"events": [{"server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "name": "network-vif-deleted", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:44.220126 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f60f95-ac03-424c-b539-604a1edb291e admin admin] Publish callbacks [] for security_group (02ad6220-57e3-43b5-bccc-05197b368a19), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.251486 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d7819-5b48-404a-b97d-0864d7f5d4e2 x-openstack-request-id: req-487d7819-5b48-404a-b97d-0864d7f5d4e2 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:44.251783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fc70c0-e218-44fd-8c0e-dc8373ae0a00", "name": "network-vif-deleted", "tag": "231f3c2b-f985-4796-8698-b30a70f463dc", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:44.252219 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-487d7819-5b48-404a-b97d-0864d7f5d4e2 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:44.252834 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487d7819-5b48-404a-b97d-0864d7f5d4e2'] response: {'server_uuid': 'a9fc70c0-e218-44fd-8c0e-dc8373ae0a00', 'name': 'network-vif-deleted', 'tag': '231f3c2b-f985-4796-8698-b30a70f463dc', 'status': 'completed', 'code': 200} Mar 29 09:00:44.280490 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:44.362093 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f60f95-ac03-424c-b539-604a1edb291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (02ad6220-57e3-43b5-bccc-05197b368a19), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.366955 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f60f95-ac03-424c-b539-604a1edb291e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:44.371261 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-70f60f95-ac03-424c-b539-604a1edb291e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02ad6220-57e3-43b5-bccc-05197b368a19 HTTP/1.1" status: 204 len: 168 time: 0.2888677 Mar 29 09:00:44.379363 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f60f95-ac03-424c-b539-604a1edb291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad6220-57e3-43b5-bccc-05197b368a19,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:44.498160 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:44.525701 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:00:44.534957 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:44.535658 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:44.574527 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f180-f4ec-4b43-a47a-7460a35738c3 req-eb3932df-3da7-49e6-9827-743f6d4729a3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:44.576008 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6e26f180-f4ec-4b43-a47a-7460a35738c3 req-eb3932df-3da7-49e6-9827-743f6d4729a3 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 944 time: 0.0533009 Mar 29 09:00:44.622847 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6e26f180-f4ec-4b43-a47a-7460a35738c3 req-31b234e8-191f-4e8f-8f72-813bb7cca231 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Mar 29 09:00:44.646494 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:44.944162 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:44.974165 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65abc84-46f1-434f-89d3-75d54bc8ad3b None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:06Z', 'revision_number': 4, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '63083f73-3f44-4605-885f-2cf77c651d03', 'name': '', 'network_id': '6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'mac_address': 'fa:16:3e:38:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:03Z', 'updated_at': '2022-03-29T08:54:19Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'subnets': [{'id': '1df3aaaa-bfd4-457d-acb3-3092c386b488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:00:45.002965 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2dfac0fa-dfa3-4db8-a555-17b3f22f7230 req-531c5305-cfd4-4104-a922-1dfe59cd1e1b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9fc70c0-e218-44fd-8c0e-dc8373ae0a00 HTTP/1.1" status: 200 len: 210 time: 0.0304880 Mar 29 09:00:45.117226 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:00:45.171531 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:00:45.171847 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:45.254318 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcdcb9-ff3c-43ae-a9db-78fa96c42297 None None] New status for floating IP df98dc6e-5312-4515-ba91-1cfb66aab101: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:00:45.343980 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:00:45.345553 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:45.408128 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:45.410394 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc51987-f4a8-49be-92e1-35c71c62ea3a" -d '{"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:45.422574 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:45.446159 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e9549-75ce-43bc-9ac8-bf2a74c5d660 x-openstack-request-id: req-b36e9549-75ce-43bc-9ac8-bf2a74c5d660 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:45.446451 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-plugged", "status": "completed", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:45.446713 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b36e9549-75ce-43bc-9ac8-bf2a74c5d660 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:45.447121 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36e9549-75ce-43bc-9ac8-bf2a74c5d660'] response: {'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'code': 200} Mar 29 09:00:45.543887 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:45.544741 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 231f3c2b-f985-4796-8698-b30a70f463dc no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:00:45.581907 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 231f3c2b-f985-4796-8698-b30a70f463dc {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:00:45.582247 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 231f3c2b-f985-4796-8698-b30a70f463dc not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:00:45.610158 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=10']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:45.754258 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebd184-a924-476f-a348-e85b45f60cc4 req-344b3b85-6ca5-40e4-865d-f40bb23caefa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:45.755858 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6aebd184-a924-476f-a348-e85b45f60cc4 req-344b3b85-6ca5-40e4-865d-f40bb23caefa tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0539925 Mar 29 09:00:45.802433 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6aebd184-a924-476f-a348-e85b45f60cc4 req-22f57a32-17be-4739-872e-0f07c51abebe tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408261 Mar 29 09:00:45.898480 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bef62-b999-4458-9e6d-9c1532e04012 req-10688414-0d7e-4cab-a54e-df268b82d5e0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:45.899953 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d20bef62-b999-4458-9e6d-9c1532e04012 req-10688414-0d7e-4cab-a54e-df268b82d5e0 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.0542676 Mar 29 09:00:45.906865 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9af53-6a6e-47a1-949f-fa4e30088567 req-925baba4-7eb6-4272-b5e4-7cd8f5e8466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:45.908331 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e4e9af53-6a6e-47a1-949f-fa4e30088567 req-925baba4-7eb6-4272-b5e4-7cd8f5e8466b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 1130 time: 0.0466294 Mar 29 09:00:45.950661 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d20bef62-b999-4458-9e6d-9c1532e04012 req-79fba8ea-6b11-4056-a71e-0b896351cf83 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Mar 29 09:00:45.956453 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e4e9af53-6a6e-47a1-949f-fa4e30088567 req-01929bdc-8ad1-494e-a784-9a1c10040a2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Mar 29 09:00:46.246189 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39796) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:46.296789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f8835100-cd0b-432a-a722-5afc6651cefc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (8cf78004-a111-46ac-8e79-db40559f4d4a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.319504 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f8835100-cd0b-432a-a722-5afc6651cefc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (8cf78004-a111-46ac-8e79-db40559f4d4a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.445016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f8835100-cd0b-432a-a722-5afc6651cefc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8cf78004-a111-46ac-8e79-db40559f4d4a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.457308 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f8835100-cd0b-432a-a722-5afc6651cefc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.457308 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-f8835100-cd0b-432a-a722-5afc6651cefc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "DELETE /v2.0/security-groups/8cf78004-a111-46ac-8e79-db40559f4d4a HTTP/1.1" status: 204 len: 168 time: 0.2018692 Mar 29 09:00:46.459192 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39800) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:46.459872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835100-cd0b-432a-a722-5afc6651cefc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf78004-a111-46ac-8e79-db40559f4d4a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:46.473046 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.api.v2.resource [None req-40f20062-784d-4720-99a0-22a466c2fdfc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] show failed (client error): The resource could not be found. Mar 29 09:00:46.475953 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-40f20062-784d-4720-99a0-22a466c2fdfc tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "GET /v2.0/security-groups/8cf78004-a111-46ac-8e79-db40559f4d4a HTTP/1.1" status: 404 len: 347 time: 0.0145376 Mar 29 09:00:46.483987 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39802) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:46.609367 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Deleting port c0b1f115-4ac6-431f-a735-b917268677b7 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:46.609702 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c0b1f115-4ac6-431f-a735-b917268677b7), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.686591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c0b1f115-4ac6-431f-a735-b917268677b7), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.686928 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (c0b1f115-4ac6-431f-a735-b917268677b7), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.698444 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Calling delete_port for c0b1f115-4ac6-431f-a735-b917268677b7 owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:46.929399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025595f-c4a3-427f-b025-769eb8b97971 req-05017a6b-31a4-4600-912e-f8a3cb52cd66 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:46.930885 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0025595f-c4a3-427f-b025-769eb8b97971 req-05017a6b-31a4-4600-912e-f8a3cb52cd66 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0525179 Mar 29 09:00:46.974867 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c0b1f115-4ac6-431f-a735-b917268677b7), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:46.982616 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0025595f-c4a3-427f-b025-769eb8b97971 req-d02d16ac-3b79-4b0e-9f0d-76188895bef5 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459666 Mar 29 09:00:47.002414 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Pushing event deleted for resources: {'Port': ['ID=c0b1f115-4ac6-431f-a735-b917268677b7,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:47.074377 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks [] for floatingip (df98dc6e-5312-4515-ba91-1cfb66aab101), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:47.075601 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f37a1-d811-423f-8af0-cf276eb2ec3d req-70e27b55-6400-415c-8cb8-de470011deca tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:47.076909 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:47.077187 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-009f37a1-d811-423f-8af0-cf276eb2ec3d req-70e27b55-6400-415c-8cb8-de470011deca tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.0576959 Mar 29 09:00:47.080732 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-f38f3653-c869-4b45-afe5-378d855c972b tempest-AttachVolumeTestJSON-1109262414 tempest-AttachVolumeTestJSON-1109262414-project] 10.222.0.16 "DELETE /v2.0/floatingips/df98dc6e-5312-4515-ba91-1cfb66aab101 HTTP/1.1" status: 204 len: 168 time: 0.5922194 Mar 29 09:00:47.125823 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-009f37a1-d811-423f-8af0-cf276eb2ec3d req-c5365cc7-de53-4b8a-92dd-89d09eb0cc27 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417373 Mar 29 09:00:48.144842 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899809f-e91b-41d8-b95d-265c998cbbdd req-8f476cb4-21e6-425a-8cea-8056ad5037f8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:48.146326 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e899809f-e91b-41d8-b95d-265c998cbbdd req-8f476cb4-21e6-425a-8cea-8056ad5037f8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0846517 Mar 29 09:00:48.157474 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-36657b49-48fd-413c-8fa8-d4784da9f838 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:48.158907 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-36657b49-48fd-413c-8fa8-d4784da9f838 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.0701935 Mar 29 09:00:48.252119 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6931a54-b50b-4124-a51f-c6aa5f516055 req-40c23d11-f60d-4873-acf3-dc796150ffa8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:48.253617 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d6931a54-b50b-4124-a51f-c6aa5f516055 req-40c23d11-f60d-4873-acf3-dc796150ffa8 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 945 time: 0.0559890 Mar 29 09:00:48.260001 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-e899809f-e91b-41d8-b95d-265c998cbbdd req-7820619c-5af6-4c2c-95b0-0670773842e9 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989041 Mar 29 09:00:48.288309 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port cd161c32-9bb5-40a5-a0dd-59675c6766ae {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:48.288673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:48.319183 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d6931a54-b50b-4124-a51f-c6aa5f516055 req-b59d9df8-6ac9-4298-be63-62e1a91fe2cd tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d8e2798-3a27-4fb4-b9da-63bb91d7f193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597045 Mar 29 09:00:48.382177 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] For port cd161c32-9bb5-40a5-a0dd-59675c6766ae, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd161c32-9bb5-40a5-a0dd-59675c6766ae,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:48.382537 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:48.560781 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:48.561059 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (37282918-12b4-485d-bdf9-aa2b480e90b8), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:48.561371 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Floating IP 37282918-12b4-485d-bdf9-aa2b480e90b8 disassociated. External IP: 172.27.1.24, port: cd161c32-9bb5-40a5-a0dd-59675c6766ae. Mar 29 09:00:48.561707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for cd161c32-9bb5-40a5-a0dd-59675c6766ae owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:48.743630 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (cd161c32-9bb5-40a5-a0dd-59675c6766ae), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:48.779284 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=cd161c32-9bb5-40a5-a0dd-59675c6766ae,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:48.888564 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:00:48.996198 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:00:49.006088 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:00:49.016595 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:49.017214 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:49.039153 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] No DVR routers for this DVR port cd161c32-9bb5-40a5-a0dd-59675c6766ae on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:00:49.041544 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:49.044800 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9e69bf9a-f0fd-4eb8-bbcf-19880c48666c req-76b4178b-567b-4658-9f5c-42da74ba63ed tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.13 "DELETE /v2.0/ports/cd161c32-9bb5-40a5-a0dd-59675c6766ae HTTP/1.1" status: 204 len: 173 time: 0.8780887 Mar 29 09:00:49.045244 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'name': 'network-vif-deleted', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:00:49.047969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6594c6-d1f5-48e9-848c-a6117fedadac" -d '{"events": [{"server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "name": "network-vif-deleted", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:00:49.084041 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc0a487-8584-44a2-abd9-31add7637211 x-openstack-request-id: req-6fc0a487-8584-44a2-abd9-31add7637211 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:00:49.084376 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7156e459-87b4-4d6e-9aca-78bd205daa7f", "name": "network-vif-deleted", "tag": "cd161c32-9bb5-40a5-a0dd-59675c6766ae", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:00:49.084627 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fc0a487-8584-44a2-abd9-31add7637211 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:00:49.085068 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc0a487-8584-44a2-abd9-31add7637211'] response: {'server_uuid': '7156e459-87b4-4d6e-9aca-78bd205daa7f', 'name': 'network-vif-deleted', 'tag': 'cd161c32-9bb5-40a5-a0dd-59675c6766ae', 'status': 'completed', 'code': 200} Mar 29 09:00:49.126506 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:49.324807 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:49.351159 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:00:49.360641 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:49.361260 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:49.388969 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07d12a-c616-4a4f-ad4d-a5079ef0eb39 req-1627225c-e31f-4936-ba9e-ec4051c4425b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:49.391038 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8c07d12a-c616-4a4f-ad4d-a5079ef0eb39 req-1627225c-e31f-4936-ba9e-ec4051c4425b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0555775 Mar 29 09:00:49.419741 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-54da94b1-e7b6-4c96-a365-f87bebbc7ca9 req-4c81f6ad-68e1-4305-b2e9-69a86765a5c3 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 210 time: 0.0275364 Mar 29 09:00:49.442768 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8c07d12a-c616-4a4f-ad4d-a5079ef0eb39 req-672eb278-6618-432c-b128-3df66f6ca6b7 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Mar 29 09:00:49.482087 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:49.706270 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:49.731713 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67845d6-882c-46d2-91d8-eaab8b1b7c49 None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T08:53:59Z', 'revision_number': 4, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd81d749f-632a-4212-801c-556eb59bc7ad', 'name': '', 'network_id': '611e19c1-7854-4676-8245-112508e60afc', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'mac_address': 'fa:16:3e:ca:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'subnets': [{'id': '15f36853-b19b-4f54-b8cc-2b2d4c45ad68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:00:49.942934 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09107604-7e19-4675-8fb1-38cf50e81792 None None] New status for floating IP 37282918-12b4-485d-bdf9-aa2b480e90b8: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:00:50.516643 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6917d405-2771-4f9a-8069-30e734752449 req-2e9bdd10-49cb-4022-9454-661be505a1c5 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 210 time: 0.0272229 Mar 29 09:00:50.564697 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d2cee-447d-4e30-9872-ab178b4fa8b8 req-343e24f5-d9ed-44b9-a00b-c105b80e8e3a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:50.566138 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a95d2cee-447d-4e30-9872-ab178b4fa8b8 req-343e24f5-d9ed-44b9-a00b-c105b80e8e3a tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0525477 Mar 29 09:00:50.611034 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a95d2cee-447d-4e30-9872-ab178b4fa8b8 req-da4f0fe6-a245-4ade-a979-a752b0c4f44c tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Mar 29 09:00:51.618788 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-43a6f551-6af6-475f-90aa-b41fea8c5d39 req-ca5fdc85-f9f6-41d4-b43f-f62293babddf tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/ports?device_id=7156e459-87b4-4d6e-9aca-78bd205daa7f HTTP/1.1" status: 200 len: 210 time: 0.0273945 Mar 29 09:00:51.736625 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac5b93-6a21-4e3b-942c-184ba7ac09e7 req-b9cb3e96-ac74-41dd-b740-984ec573bb1f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:00:51.738117 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59ac5b93-6a21-4e3b-942c-184ba7ac09e7 req-b9cb3e96-ac74-41dd-b740-984ec573bb1f tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0585918 Mar 29 09:00:51.785660 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-59ac5b93-6a21-4e3b-942c-184ba7ac09e7 req-cbeded5a-a227-4f45-9f89-9be070414de8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Mar 29 09:00:52.761221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39914) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:52.818794 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ebd9acab-acf5-49c4-b204-8df2088dfab6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (3d8e2798-3a27-4fb4-b9da-63bb91d7f193), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:52.846051 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ebd9acab-acf5-49c4-b204-8df2088dfab6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (3d8e2798-3a27-4fb4-b9da-63bb91d7f193), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:52.949350 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ebd9acab-acf5-49c4-b204-8df2088dfab6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3d8e2798-3a27-4fb4-b9da-63bb91d7f193), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:52.951901 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ebd9acab-acf5-49c4-b204-8df2088dfab6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:52.953127 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ebd9acab-acf5-49c4-b204-8df2088dfab6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d8e2798-3a27-4fb4-b9da-63bb91d7f193 HTTP/1.1" status: 204 len: 168 time: 0.1909032 Mar 29 09:00:52.957455 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 39932) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:52.965796 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9acab-acf5-49c4-b204-8df2088dfab6 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e2798-3a27-4fb4-b9da-63bb91d7f193,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:52.972949 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.api.v2.resource [None req-a90e0da1-98dd-4e4d-9f23-2235d7741534 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] show failed (client error): The resource could not be found. Mar 29 09:00:52.975698 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-a90e0da1-98dd-4e4d-9f23-2235d7741534 tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "GET /v2.0/security-groups/3d8e2798-3a27-4fb4-b9da-63bb91d7f193 HTTP/1.1" status: 404 len: 347 time: 0.0166428 Mar 29 09:00:52.975966 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39934) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:53.112597 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Deleting port b34c5b5c-43e6-4012-99c3-4520960cba6b {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:53.112942 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:53.188218 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:53.188576 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (b34c5b5c-43e6-4012-99c3-4520960cba6b), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:53.200379 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Calling delete_port for b34c5b5c-43e6-4012-99c3-4520960cba6b owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:53.395238 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b34c5b5c-43e6-4012-99c3-4520960cba6b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:53.427999 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Pushing event deleted for resources: {'Port': ['ID=b34c5b5c-43e6-4012-99c3-4520960cba6b,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:53.491398 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks [] for floatingip (37282918-12b4-485d-bdf9-aa2b480e90b8), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:53.493966 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:53.495112 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e78928fc-aa6e-4ff4-8683-9123f325d5ac tempest-AttachVolumeNegativeTest-346035091 tempest-AttachVolumeNegativeTest-346035091-project] 10.222.0.16 "DELETE /v2.0/floatingips/37282918-12b4-485d-bdf9-aa2b480e90b8 HTTP/1.1" status: 204 len: 168 time: 0.5180745 Mar 29 09:00:54.171116 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39958) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:54.287587 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd161c32-9bb5-40a5-a0dd-59675c6766ae no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:00:54.310149 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: cd161c32-9bb5-40a5-a0dd-59675c6766ae {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:00:54.310496 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd161c32-9bb5-40a5-a0dd-59675c6766ae not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:00:54.720084 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:54.962799 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Deleting port 63083f73-3f44-4605-885f-2cf77c651d03 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:54.963082 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (63083f73-3f44-4605-885f-2cf77c651d03), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:55.044611 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] For port 63083f73-3f44-4605-885f-2cf77c651d03, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=63083f73-3f44-4605-885f-2cf77c651d03,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:55.044974 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (63083f73-3f44-4605-885f-2cf77c651d03), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:55.058142 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Calling delete_port for 63083f73-3f44-4605-885f-2cf77c651d03 owned by network:router_interface {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:55.309101 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (63083f73-3f44-4605-885f-2cf77c651d03), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:55.334064 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Pushing event deleted for resources: {'Port': ['ID=63083f73-3f44-4605-885f-2cf77c651d03,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:55.506420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:55.717389 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:00:55.825978 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:00:55.830873 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-10793683-4a3a-4a08-ab27-22588da1b404 admin admin] 10.222.0.16 "PUT /v2.0/routers/b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6587386 Mar 29 09:00:55.833542 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39982) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:55.835646 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] Sync routers for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:00:55.847045 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:55.847672 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:55.941594 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks [] for router (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:55.958226 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:56.046600 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.050107 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks [] for router_gateway (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.099713 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 39986) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:56.147825 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T09:00:55Z', 'revision_number': 5, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port': {'id': '53504978-99f7-4eb4-9f82-0cbab7cebcfe', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:57Z', 'updated_at': '2022-03-29T08:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:56.180893 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] Checking router: b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:00:56.192761 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Deleting port 53504978-99f7-4eb4-9f82-0cbab7cebcfe {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:56.192761 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.194219 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] Routers {'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:00:56.194776 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:56.251023 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-815a09f2-55d0-4764-af56-62982ada40f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.289208 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] Set router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 gateway port host: None {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:00:56.315298 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] For port 53504978-99f7-4eb4-9f82-0cbab7cebcfe, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=53504978-99f7-4eb4-9f82-0cbab7cebcfe,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:56.315882 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.332096 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Calling delete_port for 53504978-99f7-4eb4-9f82-0cbab7cebcfe owned by network:router_gateway {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:56.342612 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T09:00:56Z', 'revision_number': 6, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port_host': None}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:56.424063 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-815a09f2-55d0-4764-af56-62982ada40f3 admin admin] Publish callbacks [] for security_group (ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.461273 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b41c53-a429-43f4-9896-441b35773d5d None None] The sync data for ids ['b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4'] in dv-cinder-835552-1-iscsi is: [{'id': 'b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4', 'name': 'tempest-AttachVolumeTestJSON-1274710563-router', 'tenant_id': 'e07126d364ec4ace9c87e06f3e35410f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T09:00:56Z', 'revision_number': 6, 'project_id': 'e07126d364ec4ace9c87e06f3e35410f', 'gw_port_host': None}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:00:56.491053 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-815a09f2-55d0-4764-af56-62982ada40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.554965 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-815a09f2-55d0-4764-af56-62982ada40f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=717b4cba282b49aeb5a75dde51b2c31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539258 Mar 29 09:00:56.557742 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40004) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:56.561414 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b197bba0-4d8a-44f3-a861-18d3f8716f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.561743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a09f2-55d0-4764-af56-62982ada40f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:56.607243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e33d6552-7c96-48c4-a43c-c9fc63cbab15 admin admin] Publish callbacks [] for security_group (ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.628950 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e33d6552-7c96-48c4-a43c-c9fc63cbab15 admin admin] Publish callbacks [] for security_group (ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.656041 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (53504978-99f7-4eb4-9f82-0cbab7cebcfe), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.686182 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Pushing event deleted for resources: {'Port': ['ID=53504978-99f7-4eb4-9f82-0cbab7cebcfe,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:56.749438 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e33d6552-7c96-48c4-a43c-c9fc63cbab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.752105 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e33d6552-7c96-48c4-a43c-c9fc63cbab15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:56.763273 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e33d6552-7c96-48c4-a43c-c9fc63cbab15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c HTTP/1.1" status: 204 len: 168 time: 0.1977031 Mar 29 09:00:56.765338 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d6552-7c96-48c4-a43c-c9fc63cbab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11cb3b-42a9-4002-8dfc-83e0d11a3d5c,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:57.002906 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.095232 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.097386 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks [] for router_controller (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.195098 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.195665 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 {{(pid=110226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:00:57.201068 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.203040 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-4bf09c6a-9f14-4315-ac7d-a32e0bfc758e admin admin] 10.222.0.16 "DELETE /v2.0/routers/b1c2510c-55be-4f0c-b1a4-14a9bf2c56c4 HTTP/1.1" status: 204 len: 168 time: 1.3677509 Mar 29 09:00:57.208877 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40016) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:57.257036 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Deleting subnet 1df3aaaa-bfd4-457d-acb3-3092c386b488 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:00:57.260273 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Publish callbacks [] for subnet (1df3aaaa-bfd4-457d-acb3-3092c386b488), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.298362 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (1df3aaaa-bfd4-457d-acb3-3092c386b488), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.377458 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (1df3aaaa-bfd4-457d-acb3-3092c386b488), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.491249 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (1df3aaaa-bfd4-457d-acb3-3092c386b488), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.524654 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df3aaaa-bfd4-457d-acb3-3092c386b488,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:57.526916 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.535228 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e558165-9dfd-4f23-803a-c733f78be6c3 None None] Network 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:00:57.550431 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3a49ca0a-b8ea-4097-a691-b9b300d15cc7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1df3aaaa-bfd4-457d-acb3-3092c386b488 HTTP/1.1" status: 204 len: 168 time: 0.3381145 Mar 29 09:00:57.550536 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40026) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:57.632406 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 63083f73-3f44-4605-885f-2cf77c651d03 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:00:57.648915 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.659574 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 63083f73-3f44-4605-885f-2cf77c651d03 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:00:57.660174 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 63083f73-3f44-4605-885f-2cf77c651d03 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:00:57.660603 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 53504978-99f7-4eb4-9f82-0cbab7cebcfe no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:00:57.674882 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40034) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:57.686173 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 53504978-99f7-4eb4-9f82-0cbab7cebcfe {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:00:57.686512 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 53504978-99f7-4eb4-9f82-0cbab7cebcfe not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:00:57.709121 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Deleting port 69727b43-f35e-4f63-baf5-3ded61863b91 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:57.709469 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.790460 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] For port 69727b43-f35e-4f63-baf5-3ded61863b91, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=69727b43-f35e-4f63-baf5-3ded61863b91,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:57.790764 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.810908 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Calling delete_port for 69727b43-f35e-4f63-baf5-3ded61863b91 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:57.835459 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] DHCP port deletion for 6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:00:57.904978 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] Deleting port 69727b43-f35e-4f63-baf5-3ded61863b91 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:57.905827 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.974588 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] For port 69727b43-f35e-4f63-baf5-3ded61863b91, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=69727b43-f35e-4f63-baf5-3ded61863b91,segment=NetworkSegment(9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48),segment_id=9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:57.974882 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:57.990895 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] Calling delete_port for 69727b43-f35e-4f63-baf5-3ded61863b91 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:58.018064 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.064839 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] No DVR routers for this DVR port 69727b43-f35e-4f63-baf5-3ded61863b91 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:00:58.066866 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Pushing event deleted for resources: {'Port': ['ID=69727b43-f35e-4f63-baf5-3ded61863b91,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:58.080995 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (69727b43-f35e-4f63-baf5-3ded61863b91), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.095325 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] No DVR routers for this DVR port 69727b43-f35e-4f63-baf5-3ded61863b91 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:00:58.121042 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65f77-cced-4356-9b59-6bb4e71b16c3 None None] Pushing event deleted for resources: {'Port': ['ID=69727b43-f35e-4f63-baf5-3ded61863b91,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:58.145542 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.170273 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:58.180710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:58.181010 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:00:58.193166 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.213205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.219541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:00:58.219976 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (9d436b34-f0d9-4db8-a6a7-70b1f4c1ce48), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:00:58.221656 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:00:58.355540 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.379973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.384239 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee HTTP/1.1" status: 204 len: 168 time: 0.8328309 Mar 29 09:00:58.388872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b81cb-b38d-4772-a43e-67224a2fb656 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee925a2-ac0b-4c22-a0c5-d2cbb71170ee,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:58.407811 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (0aa52776-6129-494d-bb8d-9a085c7a4de9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.472132 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40054) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:58.604488 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-95ff6e1a-f3d7-44ab-be48-5b26cad6b1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.678101 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-95ff6e1a-f3d7-44ab-be48-5b26cad6b1d5 admin admin] Publish callbacks [] for security_group (256f362e-5c5a-4ccc-8840-d30e4c80b3f1), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.735297 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Deleting port d81d749f-632a-4212-801c-556eb59bc7ad {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:00:58.735851 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.754598 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-95ff6e1a-f3d7-44ab-be48-5b26cad6b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (256f362e-5c5a-4ccc-8840-d30e4c80b3f1), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.792771 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-95ff6e1a-f3d7-44ab-be48-5b26cad6b1d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e095a9f4c4fc432584c9283a2c8a50c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191235 Mar 29 09:00:58.795204 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6e1a-f3d7-44ab-be48-5b26cad6b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f362e-5c5a-4ccc-8840-d30e4c80b3f1,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:58.797373 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40058) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:58.815292 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40060) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:58.837799 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] For port d81d749f-632a-4212-801c-556eb59bc7ad, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d81d749f-632a-4212-801c-556eb59bc7ad,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:00:58.837799 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.854737 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-24370f83-f08a-4efe-80d7-65c95cb97edb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e07126d364ec4ace9c87e06f3e35410f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381281 Mar 29 09:00:58.856961 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40062) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:58.857841 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Calling delete_port for d81d749f-632a-4212-801c-556eb59bc7ad owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:00:58.892721 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-16713816-8d94-415c-8526-5a7bb316e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.909281 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-74d57bd0-e94a-4713-89b1-b1d681317028 admin admin] Publish callbacks [] for security_group (d31a884a-39c9-4c73-913d-b2df22eac464), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.913615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2945b1f2-7811-4449-b64c-6d5a7bf3e897 admin admin] Publish callbacks [] for security_group (256f362e-5c5a-4ccc-8840-d30e4c80b3f1), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.930318 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-74d57bd0-e94a-4713-89b1-b1d681317028 admin admin] Publish callbacks [] for security_group (d31a884a-39c9-4c73-913d-b2df22eac464), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:58.947933 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2945b1f2-7811-4449-b64c-6d5a7bf3e897 admin admin] Publish callbacks [] for security_group (256f362e-5c5a-4ccc-8840-d30e4c80b3f1), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.067699 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-74d57bd0-e94a-4713-89b1-b1d681317028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d31a884a-39c9-4c73-913d-b2df22eac464), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.070354 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-74d57bd0-e94a-4713-89b1-b1d681317028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.071641 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-74d57bd0-e94a-4713-89b1-b1d681317028 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d31a884a-39c9-4c73-913d-b2df22eac464 HTTP/1.1" status: 204 len: 168 time: 0.2136576 Mar 29 09:00:59.079731 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d57bd0-e94a-4713-89b1-b1d681317028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a884a-39c9-4c73-913d-b2df22eac464,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:59.124913 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2945b1f2-7811-4449-b64c-6d5a7bf3e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (256f362e-5c5a-4ccc-8840-d30e4c80b3f1), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.127562 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2945b1f2-7811-4449-b64c-6d5a7bf3e897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.128810 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2945b1f2-7811-4449-b64c-6d5a7bf3e897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/256f362e-5c5a-4ccc-8840-d30e4c80b3f1 HTTP/1.1" status: 204 len: 168 time: 0.3304532 Mar 29 09:00:59.136730 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945b1f2-7811-4449-b64c-6d5a7bf3e897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f362e-5c5a-4ccc-8840-d30e4c80b3f1,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:59.157619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (d81d749f-632a-4212-801c-556eb59bc7ad), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.180262 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d81d749f-632a-4212-801c-556eb59bc7ad,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:00:59.351790 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (0aa52776-6129-494d-bb8d-9a085c7a4de9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:00:59.620194 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 69727b43-f35e-4f63-baf5-3ded61863b91 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:00:59.641760 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 69727b43-f35e-4f63-baf5-3ded61863b91 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:00:59.642107 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 69727b43-f35e-4f63-baf5-3ded61863b91 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:00:59.862909 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Router 0aa52776-6129-494d-bb8d-9a085c7a4de9 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:00:59.972568 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:00:59.977887 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e794ba4e-a178-4cee-aa6a-973a5c6486bb admin admin] 10.222.0.16 "PUT /v2.0/routers/0aa52776-6129-494d-bb8d-9a085c7a4de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3019605 Mar 29 09:00:59.983742 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40090) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:00:59.985310 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726118c-0841-4117-8c31-66602727a702 None None] Sync routers for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:01:00.011454 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:01:00.012269 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:00.118973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks [] for router (0aa52776-6129-494d-bb8d-9a085c7a4de9), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.216050 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.231825 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks [] for router_gateway (0aa52776-6129-494d-bb8d-9a085c7a4de9), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.270882 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:01:00.344393 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Deleting port f9a95e9b-94ef-43c8-8dbc-6b23cc594570 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:00.344866 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.447145 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] For port f9a95e9b-94ef-43c8-8dbc-6b23cc594570, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:00.447767 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.467878 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Calling delete_port for f9a95e9b-94ef-43c8-8dbc-6b23cc594570 owned by network:router_gateway {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:00.502163 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T09:00:59Z', 'revision_number': 5, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port': {'id': 'f9a95e9b-94ef-43c8-8dbc-6b23cc594570', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:53Z', 'updated_at': '2022-03-29T08:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:00.537778 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726118c-0841-4117-8c31-66602727a702 None None] Checking router: 0aa52776-6129-494d-bb8d-9a085c7a4de9 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:01:00.546452 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] Routers {'0aa52776-6129-494d-bb8d-9a085c7a4de9'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:01:00.547701 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['0aa52776-6129-494d-bb8d-9a085c7a4de9'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:00.637030 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] Set router 0aa52776-6129-494d-bb8d-9a085c7a4de9 gateway port host: None {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:01:00.689181 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-b726118c-0841-4117-8c31-66602727a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T09:01:00Z', 'revision_number': 6, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port_host': None}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:00.718211 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726118c-0841-4117-8c31-66602727a702 None None] The sync data for ids ['0aa52776-6129-494d-bb8d-9a085c7a4de9'] in dv-cinder-835552-1-iscsi is: [{'id': '0aa52776-6129-494d-bb8d-9a085c7a4de9', 'name': 'tempest-AttachVolumeNegativeTest-1486052363-router', 'tenant_id': '2be54e384c4f49adb6a34444225bd618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:52Z', 'updated_at': '2022-03-29T09:01:00Z', 'revision_number': 6, 'project_id': '2be54e384c4f49adb6a34444225bd618', 'gw_port_host': None}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:01:00.759018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (f9a95e9b-94ef-43c8-8dbc-6b23cc594570), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.784733 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a95e9b-94ef-43c8-8dbc-6b23cc594570,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:00.810013 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:01:00.849380 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (0aa52776-6129-494d-bb8d-9a085c7a4de9), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.941794 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (0aa52776-6129-494d-bb8d-9a085c7a4de9), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:00.943868 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks [] for router_controller (0aa52776-6129-494d-bb8d-9a085c7a4de9), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.102327 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (0aa52776-6129-494d-bb8d-9a085c7a4de9), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.103162 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa52776-6129-494d-bb8d-9a085c7a4de9 {{(pid=110226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:01:01.107568 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.111040 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-157fcc47-f356-49cd-9649-5877923b269d admin admin] 10.222.0.16 "DELETE /v2.0/routers/0aa52776-6129-494d-bb8d-9a085c7a4de9 HTTP/1.1" status: 204 len: 168 time: 1.1244471 Mar 29 09:01:01.111410 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40116) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:01.158778 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_v2 [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Deleting subnet 15f36853-b19b-4f54-b8cc-2b2d4c45ad68 {{(pid=110227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:01:01.161987 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Publish callbacks [] for subnet (15f36853-b19b-4f54-b8cc-2b2d4c45ad68), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.202063 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29590211'] for subnet (15f36853-b19b-4f54-b8cc-2b2d4c45ad68), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.314904 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.322559 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (15f36853-b19b-4f54-b8cc-2b2d4c45ad68), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.468328 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29410709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29388282'] for subnet (15f36853-b19b-4f54-b8cc-2b2d4c45ad68), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.527052 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.534019 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15f36853-b19b-4f54-b8cc-2b2d4c45ad68 HTTP/1.1" status: 204 len: 168 time: 0.4192922 Mar 29 09:01:01.534181 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25a595-496b-473a-ade8-f2ba146efe48 None None] Network 611e19c1-7854-4676-8245-112508e60afc requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:01:01.534273 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a44b-4885-4bd9-bd02-a64b58422072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f36853-b19b-4f54-b8cc-2b2d4c45ad68,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:01.534552 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40126) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:01.585882 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d81d749f-632a-4212-801c-556eb59bc7ad no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:01.612748 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: d81d749f-632a-4212-801c-556eb59bc7ad {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:01.613093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d81d749f-632a-4212-801c-556eb59bc7ad not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:01.613516 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device f9a95e9b-94ef-43c8-8dbc-6b23cc594570 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:01.620197 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (611e19c1-7854-4676-8245-112508e60afc), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.638631 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: f9a95e9b-94ef-43c8-8dbc-6b23cc594570 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:01.638987 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device f9a95e9b-94ef-43c8-8dbc-6b23cc594570 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:01.677833 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Deleting port d7d7f392-7e10-4234-875c-b29cd855cec9 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:01.678173 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.747165 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] For port d7d7f392-7e10-4234-875c-b29cd855cec9, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d7d7f392-7e10-4234-875c-b29cd855cec9,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:01.747536 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.753419 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] DHCP port deletion for 611e19c1-7854-4676-8245-112508e60afc request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:01:01.762329 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Calling delete_port for d7d7f392-7e10-4234-875c-b29cd855cec9 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:01.802599 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] Deleting port d7d7f392-7e10-4234-875c-b29cd855cec9 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:01.803254 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.874341 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] For port d7d7f392-7e10-4234-875c-b29cd855cec9, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d7d7f392-7e10-4234-875c-b29cd855cec9,segment=NetworkSegment(57ebae96-10bb-4919-b3de-9c50c430a58c),segment_id=57ebae96-10bb-4919-b3de-9c50c430a58c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:01.875434 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.887886 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] Calling delete_port for d7d7f392-7e10-4234-875c-b29cd855cec9 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:01.909537 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.933305 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d7f392-7e10-4234-875c-b29cd855cec9,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:01.941582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] No DVR routers for this DVR port d7d7f392-7e10-4234-875c-b29cd855cec9 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:01:01.964268 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (d7d7f392-7e10-4234-875c-b29cd855cec9), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:01.990231 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] Pushing event deleted for resources: {'Port': ['ID=d7d7f392-7e10-4234-875c-b29cd855cec9,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:01.993668 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2dda5-1221-47b4-a960-d9e18ca690ca None None] No DVR routers for this DVR port d7d7f392-7e10-4234-875c-b29cd855cec9 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:01:02.016762 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (611e19c1-7854-4676-8245-112508e60afc), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.037218 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611e19c1-7854-4676-8245-112508e60afc']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:02.046325 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ebae96-10bb-4919-b3de-9c50c430a58c') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:02.047240 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ebae96-10bb-4919-b3de-9c50c430a58c') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:02.056832 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (57ebae96-10bb-4919-b3de-9c50c430a58c), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.069914 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (57ebae96-10bb-4919-b3de-9c50c430a58c), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.075864 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:01:02.076242 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (57ebae96-10bb-4919-b3de-9c50c430a58c), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:01:02.077879 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:01:02.240735 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (611e19c1-7854-4676-8245-112508e60afc), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.247789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.251684 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] 10.222.0.16 "DELETE /v2.0/networks/611e19c1-7854-4676-8245-112508e60afc HTTP/1.1" status: 204 len: 168 time: 0.7158315 Mar 29 09:01:02.262735 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1312d38-dd69-44c9-8a54-de26e3d41a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=611e19c1-7854-4676-8245-112508e60afc,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:02.725131 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40152) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:02.763936 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-026c83fb-808e-48f2-bc81-a403693c81ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2be54e384c4f49adb6a34444225bd618&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376108 Mar 29 09:01:02.767255 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40154) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:02.812923 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f1b60f41-7b51-4f2b-b5a7-7aecdac82a11 admin admin] Publish callbacks [] for security_group (1faa2956-3051-4691-88aa-9983a41350df), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.834201 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f1b60f41-7b51-4f2b-b5a7-7aecdac82a11 admin admin] Publish callbacks [] for security_group (1faa2956-3051-4691-88aa-9983a41350df), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.976617 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f1b60f41-7b51-4f2b-b5a7-7aecdac82a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1faa2956-3051-4691-88aa-9983a41350df), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.979303 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f1b60f41-7b51-4f2b-b5a7-7aecdac82a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:02.981569 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-f1b60f41-7b51-4f2b-b5a7-7aecdac82a11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1faa2956-3051-4691-88aa-9983a41350df HTTP/1.1" status: 204 len: 168 time: 0.2123170 Mar 29 09:01:02.994710 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b60f41-7b51-4f2b-b5a7-7aecdac82a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa2956-3051-4691-88aa-9983a41350df,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:03.040341 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:03.541849 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d7d7f392-7e10-4234-875c-b29cd855cec9 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:03.562472 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: d7d7f392-7e10-4234-875c-b29cd855cec9 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:03.562790 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d7d7f392-7e10-4234-875c-b29cd855cec9 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:05.349566 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40238) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:05.454063 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcfc4-5320-4902-a2fa-f20449a17e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.527859 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcfc4-5320-4902-a2fa-f20449a17e2e admin admin] Publish callbacks [] for security_group (5f128f3f-dc39-4b46-8097-745983a919ef), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.600570 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b3bcfc4-5320-4902-a2fa-f20449a17e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5f128f3f-dc39-4b46-8097-745983a919ef), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.648718 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-9b3bcfc4-5320-4902-a2fa-f20449a17e2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29ad2dabb7c14c0fa5da4466bc2e0748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955277 Mar 29 09:01:05.648718 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bcfc4-5320-4902-a2fa-f20449a17e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f128f3f-dc39-4b46-8097-745983a919ef,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:05.649832 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40242) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:05.697658 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-45ea84bc-c064-437b-882f-4d72dc885435 admin admin] Publish callbacks [] for security_group (5f128f3f-dc39-4b46-8097-745983a919ef), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.722523 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-45ea84bc-c064-437b-882f-4d72dc885435 admin admin] Publish callbacks [] for security_group (5f128f3f-dc39-4b46-8097-745983a919ef), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.880517 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-45ea84bc-c064-437b-882f-4d72dc885435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5f128f3f-dc39-4b46-8097-745983a919ef), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.885159 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-45ea84bc-c064-437b-882f-4d72dc885435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:05.885159 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-45ea84bc-c064-437b-882f-4d72dc885435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f128f3f-dc39-4b46-8097-745983a919ef HTTP/1.1" status: 204 len: 168 time: 0.2334368 Mar 29 09:01:05.895022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea84bc-c064-437b-882f-4d72dc885435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f128f3f-dc39-4b46-8097-745983a919ef,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:10.656139 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40360) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:10.756948 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b03e6140-f8d0-4d1b-a70a-16ec1935ccbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:10.833329 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b03e6140-f8d0-4d1b-a70a-16ec1935ccbb admin admin] Publish callbacks [] for security_group (b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:10.870313 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40366) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:10.902890 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b03e6140-f8d0-4d1b-a70a-16ec1935ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:10.947948 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b03e6140-f8d0-4d1b-a70a-16ec1935ccbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50069fb55bfa42e9acddd990d57e7ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878890 Mar 29 09:01:10.947948 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e6140-f8d0-4d1b-a70a-16ec1935ccbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:10.949614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40370) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:10.974314 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2177a775-c6a1-4b29-af6b-5812831a3a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:10.997976 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f097f2-a027-4c81-8d61-166a874f7b8a admin admin] Publish callbacks [] for security_group (b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.020433 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f097f2-a027-4c81-8d61-166a874f7b8a admin admin] Publish callbacks [] for security_group (b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.048077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2177a775-c6a1-4b29-af6b-5812831a3a73 admin admin] Publish callbacks [] for security_group (ba38eaac-92bf-4644-8027-8ac42501e05f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.112877 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2177a775-c6a1-4b29-af6b-5812831a3a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ba38eaac-92bf-4644-8027-8ac42501e05f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.150489 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a775-c6a1-4b29-af6b-5812831a3a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba38eaac-92bf-4644-8027-8ac42501e05f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:11.152598 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f097f2-a027-4c81-8d61-166a874f7b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.155339 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-70f097f2-a027-4c81-8d61-166a874f7b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.156574 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-70f097f2-a027-4c81-8d61-166a874f7b8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc HTTP/1.1" status: 204 len: 168 time: 0.2056949 Mar 29 09:01:11.157819 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2177a775-c6a1-4b29-af6b-5812831a3a73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03790b52486b4f2c9eca1a1c02a4a0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864168 Mar 29 09:01:11.158449 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40372) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:11.165913 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f097f2-a027-4c81-8d61-166a874f7b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8811f1d-c8c3-407b-a0bb-a1c608cfd1bc,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:11.216275 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-643e5585-7fd8-4ae1-8a7a-ac00aad7757b admin admin] Publish callbacks [] for security_group (ba38eaac-92bf-4644-8027-8ac42501e05f), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.237978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-643e5585-7fd8-4ae1-8a7a-ac00aad7757b admin admin] Publish callbacks [] for security_group (ba38eaac-92bf-4644-8027-8ac42501e05f), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.371702 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-643e5585-7fd8-4ae1-8a7a-ac00aad7757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (ba38eaac-92bf-4644-8027-8ac42501e05f), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.374332 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-643e5585-7fd8-4ae1-8a7a-ac00aad7757b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.376104 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-643e5585-7fd8-4ae1-8a7a-ac00aad7757b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba38eaac-92bf-4644-8027-8ac42501e05f HTTP/1.1" status: 204 len: 168 time: 0.2163332 Mar 29 09:01:11.383935 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e5585-7fd8-4ae1-8a7a-ac00aad7757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba38eaac-92bf-4644-8027-8ac42501e05f,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:11.883264 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40388) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:11.896519 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b298f15-eb9a-4429-88fa-32ab4571e0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:11.972302 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b298f15-eb9a-4429-88fa-32ab4571e0a0 admin admin] Publish callbacks [] for security_group (3977e214-06e0-40e7-a79e-95bbea42ddc2), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:12.061509 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3b298f15-eb9a-4429-88fa-32ab4571e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3977e214-06e0-40e7-a79e-95bbea42ddc2), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:12.102813 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3b298f15-eb9a-4429-88fa-32ab4571e0a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c1442e9ffa64a03b38f1c56752ebbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183793 Mar 29 09:01:12.103764 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b298f15-eb9a-4429-88fa-32ab4571e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3977e214-06e0-40e7-a79e-95bbea42ddc2,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:12.105495 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40392) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:12.154087 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb00-0ca8-420c-95d5-7a17fed5aee1 admin admin] Publish callbacks [] for security_group (3977e214-06e0-40e7-a79e-95bbea42ddc2), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:12.175170 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb00-0ca8-420c-95d5-7a17fed5aee1 admin admin] Publish callbacks [] for security_group (3977e214-06e0-40e7-a79e-95bbea42ddc2), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:12.295924 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb00-0ca8-420c-95d5-7a17fed5aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3977e214-06e0-40e7-a79e-95bbea42ddc2), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:12.302369 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb00-0ca8-420c-95d5-7a17fed5aee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:12.302369 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3e95cb00-0ca8-420c-95d5-7a17fed5aee1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3977e214-06e0-40e7-a79e-95bbea42ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1934361 Mar 29 09:01:12.309497 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95cb00-0ca8-420c-95d5-7a17fed5aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977e214-06e0-40e7-a79e-95bbea42ddc2,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:17.082268 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40508) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:17.183574 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cb824af-0631-4b2b-89e8-b8e14e3fe673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.257823 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cb824af-0631-4b2b-89e8-b8e14e3fe673 admin admin] Publish callbacks [] for security_group (7466e743-6cca-4ed2-8717-bd461954e30f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.320448 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3cb824af-0631-4b2b-89e8-b8e14e3fe673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7466e743-6cca-4ed2-8717-bd461954e30f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.357989 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb824af-0631-4b2b-89e8-b8e14e3fe673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7466e743-6cca-4ed2-8717-bd461954e30f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:17.363938 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3cb824af-0631-4b2b-89e8-b8e14e3fe673 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a80b7de7e7e40e19eeb16260e068f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806089 Mar 29 09:01:17.366469 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40520) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:17.413915 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0265-9211-494f-8b40-b71918ef21cc admin admin] Publish callbacks [] for security_group (7466e743-6cca-4ed2-8717-bd461954e30f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.437481 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0265-9211-494f-8b40-b71918ef21cc admin admin] Publish callbacks [] for security_group (7466e743-6cca-4ed2-8717-bd461954e30f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.554044 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0265-9211-494f-8b40-b71918ef21cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7466e743-6cca-4ed2-8717-bd461954e30f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.556655 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0265-9211-494f-8b40-b71918ef21cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:17.557813 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-0f8f0265-9211-494f-8b40-b71918ef21cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7466e743-6cca-4ed2-8717-bd461954e30f HTTP/1.1" status: 204 len: 168 time: 0.1904469 Mar 29 09:01:17.566457 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f0265-9211-494f-8b40-b71918ef21cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7466e743-6cca-4ed2-8717-bd461954e30f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:18.090518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40528) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:18.103925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7f3a65af-7624-401f-acbe-6b914c7d1b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.176833 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7f3a65af-7624-401f-acbe-6b914c7d1b72 admin admin] Publish callbacks [] for security_group (0272c037-5a7d-41c2-b9c3-3b98591a9608), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.240019 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7f3a65af-7624-401f-acbe-6b914c7d1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0272c037-5a7d-41c2-b9c3-3b98591a9608), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.276947 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a65af-7624-401f-acbe-6b914c7d1b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0272c037-5a7d-41c2-b9c3-3b98591a9608,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:18.281826 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-7f3a65af-7624-401f-acbe-6b914c7d1b72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=164cf5455c6e456f950185b19507893b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902859 Mar 29 09:01:18.284520 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40530) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:18.330391 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c0a7a0d-3c2d-4d08-8633-5f2312d40eb1 admin admin] Publish callbacks [] for security_group (0272c037-5a7d-41c2-b9c3-3b98591a9608), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.351523 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c0a7a0d-3c2d-4d08-8633-5f2312d40eb1 admin admin] Publish callbacks [] for security_group (0272c037-5a7d-41c2-b9c3-3b98591a9608), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.462786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c0a7a0d-3c2d-4d08-8633-5f2312d40eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (0272c037-5a7d-41c2-b9c3-3b98591a9608), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.465341 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-4c0a7a0d-3c2d-4d08-8633-5f2312d40eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:18.466486 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-4c0a7a0d-3c2d-4d08-8633-5f2312d40eb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0272c037-5a7d-41c2-b9c3-3b98591a9608 HTTP/1.1" status: 204 len: 168 time: 0.1810794 Mar 29 09:01:18.474592 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a7a0d-3c2d-4d08-8633-5f2312d40eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0272c037-5a7d-41c2-b9c3-3b98591a9608,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:23.882939 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f723-ded8-4337-bd64-f640f4b4462d req-ce089c57-2f09-49a8-b60c-62d656d5741e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:23.884432 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ee73f723-ded8-4337-bd64-f640f4b4462d req-ce089c57-2f09-49a8-b60c-62d656d5741e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0538535 Mar 29 09:01:23.894319 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40664) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:23.932348 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ee73f723-ded8-4337-bd64-f640f4b4462d req-63eecd39-fc0f-4b80-9d5e-d86e11d0c6ec tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Mar 29 09:01:23.997621 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9bac88c0-1981-4531-b9c1-478ce7fc2f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.068414 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9bac88c0-1981-4531-b9c1-478ce7fc2f43 admin admin] Publish callbacks [] for security_group (f6fab0b6-ac12-4d2c-9a6c-5045542833f1), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.140676 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9bac88c0-1981-4531-b9c1-478ce7fc2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f6fab0b6-ac12-4d2c-9a6c-5045542833f1), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.182538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9bac88c0-1981-4531-b9c1-478ce7fc2f43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaa38381c6d84b24ae6767556ab875d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871222 Mar 29 09:01:24.183400 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac88c0-1981-4531-b9c1-478ce7fc2f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fab0b6-ac12-4d2c-9a6c-5045542833f1,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:24.185205 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40674) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:24.234138 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7033c3cc-776b-4833-903b-f1dbdeec2da6 admin admin] Publish callbacks [] for security_group (f6fab0b6-ac12-4d2c-9a6c-5045542833f1), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.255437 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7033c3cc-776b-4833-903b-f1dbdeec2da6 admin admin] Publish callbacks [] for security_group (f6fab0b6-ac12-4d2c-9a6c-5045542833f1), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.392532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7033c3cc-776b-4833-903b-f1dbdeec2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f6fab0b6-ac12-4d2c-9a6c-5045542833f1), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.395746 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7033c3cc-776b-4833-903b-f1dbdeec2da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.396920 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-7033c3cc-776b-4833-903b-f1dbdeec2da6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6fab0b6-ac12-4d2c-9a6c-5045542833f1 HTTP/1.1" status: 204 len: 168 time: 0.2106738 Mar 29 09:01:24.405051 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c3cc-776b-4833-903b-f1dbdeec2da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fab0b6-ac12-4d2c-9a6c-5045542833f1,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:24.848177 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40690) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:24.954602 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff713-a976-4df8-8443-b9e606b5da5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:24.991651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40696) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:25.015087 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0709a03d-97a9-4cac-b3e0-dc3148c7e0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.037131 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff713-a976-4df8-8443-b9e606b5da5e admin admin] Publish callbacks [] for security_group (68e278db-f5a1-4ab9-9ce4-394d324d08e5), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.090272 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc971e1-1c1a-4a4a-a0f8-7866c9cdad6a req-9cb59090-7251-4151-a600-42d4ba2eee41 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:25.091762 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9dc971e1-1c1a-4a4a-a0f8-7866c9cdad6a req-9cb59090-7251-4151-a600-42d4ba2eee41 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.0793092 Mar 29 09:01:25.125176 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff713-a976-4df8-8443-b9e606b5da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (68e278db-f5a1-4ab9-9ce4-394d324d08e5), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.167583 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-cb2ff713-a976-4df8-8443-b9e606b5da5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d94d8e5ec30540df983dfd8c47969394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182681 Mar 29 09:01:25.168933 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ff713-a976-4df8-8443-b9e606b5da5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e278db-f5a1-4ab9-9ce4-394d324d08e5,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:25.171848 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40698) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:25.201007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0709a03d-97a9-4cac-b3e0-dc3148c7e0e5 admin admin] Publish callbacks [] for security_group (b8a759ed-1395-44d0-9fd1-7ddcd7040648), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.209195 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9dc971e1-1c1a-4a4a-a0f8-7866c9cdad6a req-d68907d9-088e-4cfa-8800-8d3a5cf00595 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups?id=9031c37b-39ea-451b-9f00-a5631a806eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056340 Mar 29 09:01:25.217314 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-7ffcc437-2957-4afe-a3f2-eec65542210b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:25.218938 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-7ffcc437-2957-4afe-a3f2-eec65542210b tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 946 time: 0.1033952 Mar 29 09:01:25.223724 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c3570d62-9e18-44bd-a894-012a8c6cd19c admin admin] Publish callbacks [] for security_group (68e278db-f5a1-4ab9-9ce4-394d324d08e5), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.245568 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c3570d62-9e18-44bd-a894-012a8c6cd19c admin admin] Publish callbacks [] for security_group (68e278db-f5a1-4ab9-9ce4-394d324d08e5), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.291119 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0709a03d-97a9-4cac-b3e0-dc3148c7e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (b8a759ed-1395-44d0-9fd1-7ddcd7040648), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.337416 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-0709a03d-97a9-4cac-b3e0-dc3148c7e0e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=959d1d6a6b8244a7826282309a21b59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396533 Mar 29 09:01:25.339588 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709a03d-97a9-4cac-b3e0-dc3148c7e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a759ed-1395-44d0-9fd1-7ddcd7040648,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:25.340009 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40700) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:25.354342 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Deleting port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:25.354571 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.371276 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c3570d62-9e18-44bd-a894-012a8c6cd19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (68e278db-f5a1-4ab9-9ce4-394d324d08e5), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.373776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c3570d62-9e18-44bd-a894-012a8c6cd19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.375005 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-c3570d62-9e18-44bd-a894-012a8c6cd19c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68e278db-f5a1-4ab9-9ce4-394d324d08e5 HTTP/1.1" status: 204 len: 168 time: 0.2027118 Mar 29 09:01:25.391036 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3570d62-9e18-44bd-a894-012a8c6cd19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e278db-f5a1-4ab9-9ce4-394d324d08e5,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:25.404909 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-093925c7-e037-4b1b-ab63-12eaddab749f admin admin] Publish callbacks [] for security_group (b8a759ed-1395-44d0-9fd1-7ddcd7040648), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.429649 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-093925c7-e037-4b1b-ab63-12eaddab749f admin admin] Publish callbacks [] for security_group (b8a759ed-1395-44d0-9fd1-7ddcd7040648), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.461215 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] For port 0a2e500d-838b-4b43-9586-d6d9808ae6f8, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=0a2e500d-838b-4b43-9586-d6d9808ae6f8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:25.461707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.548065 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-093925c7-e037-4b1b-ab63-12eaddab749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (b8a759ed-1395-44d0-9fd1-7ddcd7040648), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.550696 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-093925c7-e037-4b1b-ab63-12eaddab749f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.551887 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-093925c7-e037-4b1b-ab63-12eaddab749f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8a759ed-1395-44d0-9fd1-7ddcd7040648 HTTP/1.1" status: 204 len: 168 time: 0.2108688 Mar 29 09:01:25.560193 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093925c7-e037-4b1b-ab63-12eaddab749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a759ed-1395-44d0-9fd1-7ddcd7040648,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:25.646716 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.646993 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (2e4cd02f-f8ec-4e16-82a4-5a132346b6db), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.647303 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Floating IP 2e4cd02f-f8ec-4e16-82a4-5a132346b6db disassociated. External IP: 172.27.1.87, port: 0a2e500d-838b-4b43-9586-d6d9808ae6f8. Mar 29 09:01:25.647637 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Calling delete_port for 0a2e500d-838b-4b43-9586-d6d9808ae6f8 owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:25.839734 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (0a2e500d-838b-4b43-9586-d6d9808ae6f8), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:25.870614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event deleted for resources: {'Port': ['ID=0a2e500d-838b-4b43-9586-d6d9808ae6f8,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:25.990900 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:01:26.051366 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.107627 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:01:26.108098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40718) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:26.115472 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:01:26.121882 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3f-58b4-4630-af0d-5f988cd086a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.125471 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:01:26.126093 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:26.152815 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] No DVR routers for this DVR port 0a2e500d-838b-4b43-9586-d6d9808ae6f8 on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:01:26.153449 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.156849 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7d257b73-683b-4ebe-bf7a-452feb9f6444 req-669ec27a-4477-4c5f-abd9-cfc8e297aedc tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.13 "DELETE /v2.0/ports/0a2e500d-838b-4b43-9586-d6d9808ae6f8 HTTP/1.1" status: 204 len: 173 time: 0.9330165 Mar 29 09:01:26.157424 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-deleted', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:01:26.159821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e164c6d1-45f3-4802-9137-420514fe072c" -d '{"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-deleted", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:01:26.206083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3f-58b4-4630-af0d-5f988cd086a0 admin admin] Publish callbacks [] for security_group (9e784cc5-03f8-4846-be2d-43a3df401f91), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.222438 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf84e79-d253-40dd-a03f-60e61e297b39 x-openstack-request-id: req-7bf84e79-d253-40dd-a03f-60e61e297b39 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:01:26.222843 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9", "name": "network-vif-deleted", "tag": "0a2e500d-838b-4b43-9586-d6d9808ae6f8", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:01:26.223195 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bf84e79-d253-40dd-a03f-60e61e297b39 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:01:26.223701 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf84e79-d253-40dd-a03f-60e61e297b39'] response: {'server_uuid': 'c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9', 'name': 'network-vif-deleted', 'tag': '0a2e500d-838b-4b43-9586-d6d9808ae6f8', 'status': 'completed', 'code': 200} Mar 29 09:01:26.263356 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:01:26.291590 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1c88cb3f-58b4-4630-af0d-5f988cd086a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9e784cc5-03f8-4846-be2d-43a3df401f91), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.358026 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-093ef3d1-1f80-41cc-8974-fbd4a1999229 req-87eb8062-96b8-4936-873f-7d5694e2b276 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8e5fc05-34bc-4ad6-8aee-f6c2f932a5e9 HTTP/1.1" status: 200 len: 210 time: 0.0469954 Mar 29 09:01:26.404114 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88cb3f-58b4-4630-af0d-5f988cd086a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e784cc5-03f8-4846-be2d-43a3df401f91,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:26.408832 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-1c88cb3f-58b4-4630-af0d-5f988cd086a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea9d0456982046e8a2847d27d799d234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994804 Mar 29 09:01:26.411321 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40730) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:26.466879 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b325d1d-b957-4415-b27d-042ad647c9e1 admin admin] Publish callbacks [] for security_group (9e784cc5-03f8-4846-be2d-43a3df401f91), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.499905 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b325d1d-b957-4415-b27d-042ad647c9e1 admin admin] Publish callbacks [] for security_group (9e784cc5-03f8-4846-be2d-43a3df401f91), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.530597 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:26.558208 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-597c60f0-6aa1-4706-b33c-9cb057aaba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.571047 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:01:26.579431 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:01:26.580047 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:00:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:26.668574 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b325d1d-b957-4415-b27d-042ad647c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9e784cc5-03f8-4846-be2d-43a3df401f91), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.671431 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-9b325d1d-b957-4415-b27d-042ad647c9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:26.674978 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-9b325d1d-b957-4415-b27d-042ad647c9e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e784cc5-03f8-4846-be2d-43a3df401f91 HTTP/1.1" status: 204 len: 168 time: 0.2603962 Mar 29 09:01:26.682539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b325d1d-b957-4415-b27d-042ad647c9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e784cc5-03f8-4846-be2d-43a3df401f91,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:26.693741 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:01:26.897173 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:26.927916 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a26da-67ea-4948-b267-e1792f888bf8 None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T08:54:09Z', 'revision_number': 4, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'dd95104c-e54f-482e-ae84-89cecfc806e8', 'name': '', 'network_id': '68420c33-7320-4078-b515-720ad6bf75ef', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'mac_address': 'fa:16:3e:cb:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:54:05Z', 'updated_at': '2022-03-29T08:54:24Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'subnets': [{'id': '3ab9633c-7ead-4cb4-91fd-5a6e48790421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:01:27.201304 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809f8f0-5cec-489d-b1a6-8ebb0cd17a2a None None] New status for floating IP 2e4cd02f-f8ec-4e16-82a4-5a132346b6db: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:01:27.522655 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40774) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:27.580893 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2d658070-7715-4f5e-9b1b-28ca34439c46 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (9031c37b-39ea-451b-9f00-a5631a806eb0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.604145 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2d658070-7715-4f5e-9b1b-28ca34439c46 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (9031c37b-39ea-451b-9f00-a5631a806eb0), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.736766 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2d658070-7715-4f5e-9b1b-28ca34439c46 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (9031c37b-39ea-451b-9f00-a5631a806eb0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.739938 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2d658070-7715-4f5e-9b1b-28ca34439c46 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.743866 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2d658070-7715-4f5e-9b1b-28ca34439c46 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "DELETE /v2.0/security-groups/9031c37b-39ea-451b-9f00-a5631a806eb0 HTTP/1.1" status: 204 len: 168 time: 0.2173567 Mar 29 09:01:27.744722 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40780) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:27.751732 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d658070-7715-4f5e-9b1b-28ca34439c46 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9031c37b-39ea-451b-9f00-a5631a806eb0,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:27.765285 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.api.v2.resource [None req-def0efdb-6588-4209-b493-f172acac057e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] show failed (client error): The resource could not be found. Mar 29 09:01:27.766386 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-def0efdb-6588-4209-b493-f172acac057e tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "GET /v2.0/security-groups/9031c37b-39ea-451b-9f00-a5631a806eb0 HTTP/1.1" status: 404 len: 347 time: 0.0207775 Mar 29 09:01:27.769458 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40782) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:27.904328 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Deleting port c9658a58-73f0-42e9-83c5-5e5123753299 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:27.904707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c9658a58-73f0-42e9-83c5-5e5123753299), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.978408 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c9658a58-73f0-42e9-83c5-5e5123753299), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.978734 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (c9658a58-73f0-42e9-83c5-5e5123753299), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:27.991204 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Calling delete_port for c9658a58-73f0-42e9-83c5-5e5123753299 owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:28.192274 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c9658a58-73f0-42e9-83c5-5e5123753299), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:28.221293 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Pushing event deleted for resources: {'Port': ['ID=c9658a58-73f0-42e9-83c5-5e5123753299,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:28.290477 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks [] for floatingip (2e4cd02f-f8ec-4e16-82a4-5a132346b6db), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:28.293347 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:28.294579 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-e09da7b6-0164-4129-ba05-17e292c74fc8 tempest-AttachVolumeShelveTestJSON-568580721 tempest-AttachVolumeShelveTestJSON-568580721-project] 10.222.0.16 "DELETE /v2.0/floatingips/2e4cd02f-f8ec-4e16-82a4-5a132346b6db HTTP/1.1" status: 204 len: 168 time: 0.5238550 Mar 29 09:01:28.912515 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8dd5b817-746b-4d50-99b0-81ebbe955340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.174726 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40840) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:29.277632 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-24a65978-7119-4d50-a7fa-206ab6a149b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.349498 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-24a65978-7119-4d50-a7fa-206ab6a149b7 admin admin] Publish callbacks [] for security_group (3bb10741-6bee-4ded-8a46-c64bd75633c9), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.417080 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-24a65978-7119-4d50-a7fa-206ab6a149b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3bb10741-6bee-4ded-8a46-c64bd75633c9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.457592 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-24a65978-7119-4d50-a7fa-206ab6a149b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8f35a295e824940b85a8f31b87bb9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817333 Mar 29 09:01:29.458531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a65978-7119-4d50-a7fa-206ab6a149b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb10741-6bee-4ded-8a46-c64bd75633c9,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:29.460187 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40846) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:29.511920 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f4d237bf-2d3e-43f5-a8a2-2206c5d41ba0 admin admin] Publish callbacks [] for security_group (3bb10741-6bee-4ded-8a46-c64bd75633c9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.532917 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f4d237bf-2d3e-43f5-a8a2-2206c5d41ba0 admin admin] Publish callbacks [] for security_group (3bb10741-6bee-4ded-8a46-c64bd75633c9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.651164 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f4d237bf-2d3e-43f5-a8a2-2206c5d41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3bb10741-6bee-4ded-8a46-c64bd75633c9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.653738 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f4d237bf-2d3e-43f5-a8a2-2206c5d41ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:29.656134 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f4d237bf-2d3e-43f5-a8a2-2206c5d41ba0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bb10741-6bee-4ded-8a46-c64bd75633c9 HTTP/1.1" status: 204 len: 168 time: 0.1928506 Mar 29 09:01:29.663219 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d237bf-2d3e-43f5-a8a2-2206c5d41ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb10741-6bee-4ded-8a46-c64bd75633c9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:30.079705 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.335631 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40862) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:30.349440 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5eb4-6e82-45b2-bf66-78506ab1ed77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.422939 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5eb4-6e82-45b2-bf66-78506ab1ed77 admin admin] Publish callbacks [] for security_group (5aa794e1-2d39-41f8-a353-76e120530040), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.462307 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:30.482190 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 0a2e500d-838b-4b43-9586-d6d9808ae6f8 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:30.482544 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 0a2e500d-838b-4b43-9586-d6d9808ae6f8 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:30.525177 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5eb4-6e82-45b2-bf66-78506ab1ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5aa794e1-2d39-41f8-a353-76e120530040), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.565061 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3b9e5eb4-6e82-45b2-bf66-78506ab1ed77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d30bfe246c524b529cbca39133db1d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283509 Mar 29 09:01:30.566396 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e5eb4-6e82-45b2-bf66-78506ab1ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa794e1-2d39-41f8-a353-76e120530040,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:30.568871 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40870) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:30.619619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-014fba8f-7878-41ae-93b8-30c1a42226bf admin admin] Publish callbacks [] for security_group (5aa794e1-2d39-41f8-a353-76e120530040), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.641362 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-014fba8f-7878-41ae-93b8-30c1a42226bf admin admin] Publish callbacks [] for security_group (5aa794e1-2d39-41f8-a353-76e120530040), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.758212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-014fba8f-7878-41ae-93b8-30c1a42226bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5aa794e1-2d39-41f8-a353-76e120530040), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.760896 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-014fba8f-7878-41ae-93b8-30c1a42226bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:30.762049 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-014fba8f-7878-41ae-93b8-30c1a42226bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aa794e1-2d39-41f8-a353-76e120530040 HTTP/1.1" status: 204 len: 168 time: 0.1921909 Mar 29 09:01:30.771881 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fba8f-7878-41ae-93b8-30c1a42226bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa794e1-2d39-41f8-a353-76e120530040,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:31.053058 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40896) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:31.302662 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:31.588875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (509193f1-81dc-4d5f-b8f2-4100875812f0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:31.844469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Deleting port dd95104c-e54f-482e-ae84-89cecfc806e8 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:31.844816 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:31.925403 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] For port dd95104c-e54f-482e-ae84-89cecfc806e8, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=dd95104c-e54f-482e-ae84-89cecfc806e8,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:31.925774 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:31.938952 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Calling delete_port for dd95104c-e54f-482e-ae84-89cecfc806e8 owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:32.203671 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (dd95104c-e54f-482e-ae84-89cecfc806e8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:32.230338 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd95104c-e54f-482e-ae84-89cecfc806e8,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:32.415160 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (509193f1-81dc-4d5f-b8f2-4100875812f0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:32.453060 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40934) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:32.561397 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f27da0bb-b0e1-4a12-aff2-d6ff3e6fe90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:32.649396 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Router 509193f1-81dc-4d5f-b8f2-4100875812f0 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:01:32.767104 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:01:32.775451 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-468ec318-833f-4b5f-8f92-85fbb00e638d admin admin] 10.222.0.16 "PUT /v2.0/routers/509193f1-81dc-4d5f-b8f2-4100875812f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7180371 Mar 29 09:01:32.775976 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40942) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:32.777184 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] Sync routers for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:01:32.788489 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:01:32.789125 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:32.889390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks [] for router (509193f1-81dc-4d5f-b8f2-4100875812f0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:32.910415 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f27da0bb-b0e1-4a12-aff2-d6ff3e6fe90b admin admin] Publish callbacks [] for security_group (7e275474-a084-48f5-817f-35e984dbb1f0), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:32.924569 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:01:32.962179 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40946) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:32.987902 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f27da0bb-b0e1-4a12-aff2-d6ff3e6fe90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7e275474-a084-48f5-817f-35e984dbb1f0), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.007070 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks [] for router_gateway (509193f1-81dc-4d5f-b8f2-4100875812f0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.035767 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40950) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:33.035967 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-f27da0bb-b0e1-4a12-aff2-d6ff3e6fe90b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bd3ae86c4104f0a9d0f9e46c03bf874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815966 Mar 29 09:01:33.037936 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27da0bb-b0e1-4a12-aff2-d6ff3e6fe90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e275474-a084-48f5-817f-35e984dbb1f0,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:33.039954 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.096399 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4381-9dd0-4c3e-bfa8-45dcb64f9e48 admin admin] Publish callbacks [] for security_group (7e275474-a084-48f5-817f-35e984dbb1f0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.103363 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ed03-e5f6-44eb-b1ad-b94e8a72dc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.113911 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T09:01:32Z', 'revision_number': 5, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port': {'id': '1def0678-38ba-4a03-9913-d3fe3c9c60d3', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:53:58Z', 'updated_at': '2022-03-29T08:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:33.119661 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4381-9dd0-4c3e-bfa8-45dcb64f9e48 admin admin] Publish callbacks [] for security_group (7e275474-a084-48f5-817f-35e984dbb1f0), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.143049 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] Checking router: 509193f1-81dc-4d5f-b8f2-4100875812f0 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:01:33.154313 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] Routers {'509193f1-81dc-4d5f-b8f2-4100875812f0'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:01:33.155021 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['509193f1-81dc-4d5f-b8f2-4100875812f0'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:33.185135 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ed03-e5f6-44eb-b1ad-b94e8a72dc34 admin admin] Publish callbacks [] for security_group (f0d04ffb-4277-4d8a-96b2-356450b3521c), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.194338 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Deleting port 1def0678-38ba-4a03-9913-d3fe3c9c60d3 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:33.194661 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.244091 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] Set router 509193f1-81dc-4d5f-b8f2-4100875812f0 gateway port host: None {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:01:33.266659 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ed03-e5f6-44eb-b1ad-b94e8a72dc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f0d04ffb-4277-4d8a-96b2-356450b3521c), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.274746 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] For port 1def0678-38ba-4a03-9913-d3fe3c9c60d3, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1def0678-38ba-4a03-9913-d3fe3c9c60d3,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:33.275114 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.290025 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Calling delete_port for 1def0678-38ba-4a03-9913-d3fe3c9c60d3 owned by network:router_gateway {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:33.298407 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T09:01:33Z', 'revision_number': 6, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port_host': None}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:33.312192 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-6fc9ed03-e5f6-44eb-b1ad-b94e8a72dc34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c56f9a7f3d84c3e933780a1c48150bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456850 Mar 29 09:01:33.313580 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9ed03-e5f6-44eb-b1ad-b94e8a72dc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d04ffb-4277-4d8a-96b2-356450b3521c,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:33.317599 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40952) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:33.325035 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a307ae-a06e-4c74-b7ed-b5504fee465a None None] The sync data for ids ['509193f1-81dc-4d5f-b8f2-4100875812f0'] in dv-cinder-835552-1-iscsi is: [{'id': '509193f1-81dc-4d5f-b8f2-4100875812f0', 'name': 'tempest-AttachVolumeShelveTestJSON-82025230-router', 'tenant_id': 'c570102cfad04d23b680ee0f2102edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:53:55Z', 'updated_at': '2022-03-29T09:01:33Z', 'revision_number': 6, 'project_id': 'c570102cfad04d23b680ee0f2102edb4', 'gw_port_host': None}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:01:33.340722 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4381-9dd0-4c3e-bfa8-45dcb64f9e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7e275474-a084-48f5-817f-35e984dbb1f0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.343875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4381-9dd0-4c3e-bfa8-45dcb64f9e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.348241 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-0b5e4381-9dd0-4c3e-bfa8-45dcb64f9e48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e275474-a084-48f5-817f-35e984dbb1f0 HTTP/1.1" status: 204 len: 168 time: 0.3084846 Mar 29 09:01:33.360793 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e4381-9dd0-4c3e-bfa8-45dcb64f9e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e275474-a084-48f5-817f-35e984dbb1f0,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:33.382246 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5451892d-ef94-40e6-b8e4-519a9c5ebb01 admin admin] Publish callbacks [] for security_group (f0d04ffb-4277-4d8a-96b2-356450b3521c), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.407420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5451892d-ef94-40e6-b8e4-519a9c5ebb01 admin admin] Publish callbacks [] for security_group (f0d04ffb-4277-4d8a-96b2-356450b3521c), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.525686 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5451892d-ef94-40e6-b8e4-519a9c5ebb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f0d04ffb-4277-4d8a-96b2-356450b3521c), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.528658 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5451892d-ef94-40e6-b8e4-519a9c5ebb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.532277 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5451892d-ef94-40e6-b8e4-519a9c5ebb01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0d04ffb-4277-4d8a-96b2-356450b3521c HTTP/1.1" status: 204 len: 168 time: 0.2104652 Mar 29 09:01:33.541077 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451892d-ef94-40e6-b8e4-519a9c5ebb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d04ffb-4277-4d8a-96b2-356450b3521c,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:33.754103 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device dd95104c-e54f-482e-ae84-89cecfc806e8 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:33.770167 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: dd95104c-e54f-482e-ae84-89cecfc806e8 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:33.770776 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device dd95104c-e54f-482e-ae84-89cecfc806e8 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:33.851251 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (1def0678-38ba-4a03-9913-d3fe3c9c60d3), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:33.882170 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Pushing event deleted for resources: {'Port': ['ID=1def0678-38ba-4a03-9913-d3fe3c9c60d3,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:33.940605 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (509193f1-81dc-4d5f-b8f2-4100875812f0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.048760 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (509193f1-81dc-4d5f-b8f2-4100875812f0), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.051349 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks [] for router_controller (509193f1-81dc-4d5f-b8f2-4100875812f0), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.193659 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (509193f1-81dc-4d5f-b8f2-4100875812f0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.194314 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509193f1-81dc-4d5f-b8f2-4100875812f0 {{(pid=110227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:01:34.200219 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.203717 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-335a3080-1ed7-4cd1-9a19-78bf94184474 admin admin] 10.222.0.16 "DELETE /v2.0/routers/509193f1-81dc-4d5f-b8f2-4100875812f0 HTTP/1.1" status: 204 len: 168 time: 1.4245033 Mar 29 09:01:34.204100 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 40974) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:34.229874 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40978) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:34.244237 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b4a530d-f187-4b71-a982-9a0a0af62f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.250939 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Deleting subnet 3ab9633c-7ead-4cb4-91fd-5a6e48790421 {{(pid=110227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:01:34.254845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Publish callbacks [] for subnet (3ab9633c-7ead-4cb4-91fd-5a6e48790421), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.291906 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29590211'] for subnet (3ab9633c-7ead-4cb4-91fd-5a6e48790421), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.326631 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b4a530d-f187-4b71-a982-9a0a0af62f55 admin admin] Publish callbacks [] for security_group (d016a282-045a-48d6-945a-ea8e0d2b3b8f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.380815 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (3ab9633c-7ead-4cb4-91fd-5a6e48790421), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.403823 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-8b4a530d-f187-4b71-a982-9a0a0af62f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d016a282-045a-48d6-945a-ea8e0d2b3b8f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.454802 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8b4a530d-f187-4b71-a982-9a0a0af62f55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb2c4ee2cd4641f1b759d35d0f46bec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205882 Mar 29 09:01:34.454802 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40982) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:34.461678 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a530d-f187-4b71-a982-9a0a0af62f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016a282-045a-48d6-945a-ea8e0d2b3b8f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:34.507492 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df223b4c-8609-46b8-8cde-704e18936a75 admin admin] Publish callbacks [] for security_group (d016a282-045a-48d6-945a-ea8e0d2b3b8f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.529329 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df223b4c-8609-46b8-8cde-704e18936a75 admin admin] Publish callbacks [] for security_group (d016a282-045a-48d6-945a-ea8e0d2b3b8f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.537300 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29410709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29388282'] for subnet (3ab9633c-7ead-4cb4-91fd-5a6e48790421), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.565058 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab9633c-7ead-4cb4-91fd-5a6e48790421,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:34.569908 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.573365 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-eaf8a819-3d19-47d8-a85d-443de1482502 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ab9633c-7ead-4cb4-91fd-5a6e48790421 HTTP/1.1" status: 204 len: 168 time: 0.3681757 Mar 29 09:01:34.579487 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 40988) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:34.583508 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76636f8d-49f6-43d9-8faa-c8a31695ca31 None None] Network 68420c33-7320-4078-b515-720ad6bf75ef requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:01:34.653195 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (68420c33-7320-4078-b515-720ad6bf75ef), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.663024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df223b4c-8609-46b8-8cde-704e18936a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (d016a282-045a-48d6-945a-ea8e0d2b3b8f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.666137 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df223b4c-8609-46b8-8cde-704e18936a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.669485 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-df223b4c-8609-46b8-8cde-704e18936a75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d016a282-045a-48d6-945a-ea8e0d2b3b8f HTTP/1.1" status: 204 len: 168 time: 0.2122326 Mar 29 09:01:34.677886 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df223b4c-8609-46b8-8cde-704e18936a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016a282-045a-48d6-945a-ea8e0d2b3b8f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:34.730960 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Deleting port 1063bb10-9277-4fda-ba54-d66b4b45e271 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:34.731305 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.782873 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] DHCP port deletion for 68420c33-7320-4078-b515-720ad6bf75ef request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:01:34.810227 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] For port 1063bb10-9277-4fda-ba54-d66b4b45e271, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1063bb10-9277-4fda-ba54-d66b4b45e271,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:34.810860 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.835868 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Calling delete_port for 1063bb10-9277-4fda-ba54-d66b4b45e271 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:34.837617 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Deleting port 1063bb10-9277-4fda-ba54-d66b4b45e271 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:34.838064 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.900098 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] For port 1063bb10-9277-4fda-ba54-d66b4b45e271, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=1063bb10-9277-4fda-ba54-d66b4b45e271,segment=NetworkSegment(d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3),segment_id=d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:34.900540 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:34.913370 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Calling delete_port for 1063bb10-9277-4fda-ba54-d66b4b45e271 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:35.028063 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.033967 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (1063bb10-9277-4fda-ba54-d66b4b45e271), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.055042 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] No DVR routers for this DVR port 1063bb10-9277-4fda-ba54-d66b4b45e271 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:01:35.056824 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1063bb10-9277-4fda-ba54-d66b4b45e271,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:35.063636 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Pushing event deleted for resources: {'Port': ['ID=1063bb10-9277-4fda-ba54-d66b4b45e271,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:35.066941 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] No DVR routers for this DVR port 1063bb10-9277-4fda-ba54-d66b4b45e271 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:01:35.090691 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.091045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.091392 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.091750 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.092255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.092613 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.092939 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.093263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.093584 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.093909 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.094299 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.094624 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.094943 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.095261 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.095579 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789e3595-15a3-4a05-808e-9183a7cd880f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:35.147885 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (68420c33-7320-4078-b515-720ad6bf75ef), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.174091 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68420c33-7320-4078-b515-720ad6bf75ef']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:35.190315 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:35.190619 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97f1039-2d8d-4e7c-b6a2-3eabd0558bf3') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:01:35.200799 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.214434 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.220522 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:01:35.220810 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (d97f1039-2d8d-4e7c-b6a2-3eabd0558bf3), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:01:35.222693 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:01:35.358027 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (68420c33-7320-4078-b515-720ad6bf75ef), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.362228 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.368604 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68420c33-7320-4078-b515-720ad6bf75ef HTTP/1.1" status: 204 len: 168 time: 0.7855794 Mar 29 09:01:35.383284 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb915d1-f1e6-4f38-952e-9397be1f7ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=68420c33-7320-4078-b515-720ad6bf75ef,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:35.554654 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1def0678-38ba-4a03-9913-d3fe3c9c60d3 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:35.575665 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 1def0678-38ba-4a03-9913-d3fe3c9c60d3 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:35.576016 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1def0678-38ba-4a03-9913-d3fe3c9c60d3 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:35.576467 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1063bb10-9277-4fda-ba54-d66b4b45e271 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:35.598936 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 1063bb10-9277-4fda-ba54-d66b4b45e271 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:35.598936 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 1063bb10-9277-4fda-ba54-d66b4b45e271 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:35.793212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41014) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:35.838291 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-348bd1ed-57bb-4e0c-8688-9480a4d0e3a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c570102cfad04d23b680ee0f2102edb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438881 Mar 29 09:01:35.840695 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41018) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:35.891032 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-49326098-a029-468d-8597-6780ab73d481 admin admin] Publish callbacks [] for security_group (69f2ab7d-4145-4a48-a041-abfe40d40773), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:35.912260 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-49326098-a029-468d-8597-6780ab73d481 admin admin] Publish callbacks [] for security_group (69f2ab7d-4145-4a48-a041-abfe40d40773), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:36.073556 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-49326098-a029-468d-8597-6780ab73d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (69f2ab7d-4145-4a48-a041-abfe40d40773), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:36.076284 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-49326098-a029-468d-8597-6780ab73d481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:36.077476 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-49326098-a029-468d-8597-6780ab73d481 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69f2ab7d-4145-4a48-a041-abfe40d40773 HTTP/1.1" status: 204 len: 168 time: 0.2358880 Mar 29 09:01:36.089928 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49326098-a029-468d-8597-6780ab73d481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f2ab7d-4145-4a48-a041-abfe40d40773,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:36.698047 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-f0c500e2-5c00-43d3-8990-18ae5f386546 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348847 Mar 29 09:01:36.882006 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-948c9409-d27e-4c7d-ba56-0c62756aa8aa tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:36.883553 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-948c9409-d27e-4c7d-ba56-0c62756aa8aa tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847405 Mar 29 09:01:36.903427 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-c6b3c831-a763-46b5-8f54-ec21be0f7ea8 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/quotas/fb0bb00a816e4c0c8078d6367bf1ff33 HTTP/1.1" status: 200 len: 375 time: 0.0098782 Mar 29 09:01:36.951677 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9848adc8-af1c-46d8-ab34-5926255eec9f tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418522 Mar 29 09:01:37.207074 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1f8e25ff-67ac-4b3b-ae11-2d5ca7261308 req-85561cb6-1ee3-4019-82db-eef0d7594b73 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0319769 Mar 29 09:01:37.399526 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41090) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:37.510390 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-437b4d1c-f253-4125-aeb2-6be48b76d28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.587870 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-437b4d1c-f253-4125-aeb2-6be48b76d28c admin admin] Publish callbacks [] for security_group (348add48-6360-470e-bcbc-b8f47ef74552), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.650822 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-437b4d1c-f253-4125-aeb2-6be48b76d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (348add48-6360-470e-bcbc-b8f47ef74552), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.689839 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-437b4d1c-f253-4125-aeb2-6be48b76d28c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d0883dd94764594b516790a61315320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892294 Mar 29 09:01:37.690883 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b4d1c-f253-4125-aeb2-6be48b76d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348add48-6360-470e-bcbc-b8f47ef74552,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:37.693198 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41100) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:37.749530 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5a9a432f-045e-424b-a3ec-544829b9beb0 admin admin] Publish callbacks [] for security_group (348add48-6360-470e-bcbc-b8f47ef74552), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.770818 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5a9a432f-045e-424b-a3ec-544829b9beb0 admin admin] Publish callbacks [] for security_group (348add48-6360-470e-bcbc-b8f47ef74552), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.810455 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:01:37.914053 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5a9a432f-045e-424b-a3ec-544829b9beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (348add48-6360-470e-bcbc-b8f47ef74552), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.917251 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5a9a432f-045e-424b-a3ec-544829b9beb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:37.918543 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5a9a432f-045e-424b-a3ec-544829b9beb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/348add48-6360-470e-bcbc-b8f47ef74552 HTTP/1.1" status: 204 len: 168 time: 0.2243264 Mar 29 09:01:37.928786 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a432f-045e-424b-a3ec-544829b9beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348add48-6360-470e-bcbc-b8f47ef74552,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:38.309764 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a02169ae-73a3-40f2-9c9c-e48759730b2f req-8428551c-7f1e-439d-a6ae-6f39a28a0b8c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0293927 Mar 29 09:01:38.662242 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41124) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:38.675094 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b413d81b-1abb-4934-b10f-058e0460cd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:38.746466 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b413d81b-1abb-4934-b10f-058e0460cd0e admin admin] Publish callbacks [] for security_group (97171fcf-1e95-4633-bd1c-e556f34afd55), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:38.866657 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b413d81b-1abb-4934-b10f-058e0460cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (97171fcf-1e95-4633-bd1c-e556f34afd55), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:38.905433 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b413d81b-1abb-4934-b10f-058e0460cd0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1be099aec0ba4515b591b5c5c3f134d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420461 Mar 29 09:01:38.906526 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413d81b-1abb-4934-b10f-058e0460cd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97171fcf-1e95-4633-bd1c-e556f34afd55,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:38.909016 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41128) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:38.956803 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc07a-3d00-4b1e-b445-087b64a4dc2f admin admin] Publish callbacks [] for security_group (97171fcf-1e95-4633-bd1c-e556f34afd55), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:38.980706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc07a-3d00-4b1e-b445-087b64a4dc2f admin admin] Publish callbacks [] for security_group (97171fcf-1e95-4633-bd1c-e556f34afd55), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.100615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc07a-3d00-4b1e-b445-087b64a4dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (97171fcf-1e95-4633-bd1c-e556f34afd55), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.103096 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc07a-3d00-4b1e-b445-087b64a4dc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.104250 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6c2fc07a-3d00-4b1e-b445-087b64a4dc2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97171fcf-1e95-4633-bd1c-e556f34afd55 HTTP/1.1" status: 204 len: 168 time: 0.1942587 Mar 29 09:01:39.111945 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fc07a-3d00-4b1e-b445-087b64a4dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97171fcf-1e95-4633-bd1c-e556f34afd55,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:39.240775 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-47f5c7f5-0b39-4083-8fe9-64992e30da73 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289552 Mar 29 09:01:39.426332 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cf21c142-fd43-4c4f-8cf4-6559324935f5 req-4f8aeabd-38a6-4a15-a815-cb7a7f994a63 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0446339 Mar 29 09:01:39.458248 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-cb25ab6c-91fc-4b53-af73-66b9e7f877a4 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:39.459896 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-cb25ab6c-91fc-4b53-af73-66b9e7f877a4 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149925 Mar 29 09:01:39.470939 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Request body: {'port': {'device_id': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27', 'admin_state_up': True, 'tenant_id': 'fb0bb00a816e4c0c8078d6367bf1ff33'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:01:39.637831 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Made reservation on behalf of fb0bb00a816e4c0c8078d6367bf1ff33 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:01:39.641432 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.651004 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.722982 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks [] for security_group (52c57a1a-6c83-4a59-b840-f49d0da89f67), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.781972 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (52c57a1a-6c83-4a59-b840-f49d0da89f67), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:39.845520 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c57a1a-6c83-4a59-b840-f49d0da89f67,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:39.916952 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Allocated IP 192.168.233.93 (217db007-687f-4eeb-b1f8-80f3c19ede27/cfa28e39-d284-4339-bb87-38d4447e4d68/9e8d4da9-6b1f-4922-abb5-82a0f1158b04) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:01:40.069185 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks [] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.165749 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.208464 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Network 217db007-687f-4eeb-b1f8-80f3c19ede27 is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:01:40.211737 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:01:40.218329 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:01:40.243078 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Pushing event updated for resources: {'Port': ['ID=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:40.280543 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:40.280543 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.426255 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-9e6c0220-22ad-44ea-b6d5-ea2492a7c10c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9575379 Mar 29 09:01:40.435989 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Request body: {'port': {'device_id': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:01:40.501482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.503912 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-950d45ae-a96c-4b45-a144-fd203454954b None None] Provisioning complete for port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:01:40.504806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-950d45ae-a96c-4b45-a144-fd203454954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.549410 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-950d45ae-a96c-4b45-a144-fd203454954b None None] Port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:01:40.566709 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302444c5-9f4e-47fe-aaa0-047f56e70a9f req-7f89a186-1bb4-41ac-b43a-8e0e49d9b39b tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:40.568598 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-302444c5-9f4e-47fe-aaa0-047f56e70a9f req-7f89a186-1bb4-41ac-b43a-8e0e49d9b39b tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 935 time: 0.0623653 Mar 29 09:01:40.628932 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-302444c5-9f4e-47fe-aaa0-047f56e70a9f req-008aa3d6-b7fb-4405-b88a-5fe6d4ee3fbb tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Mar 29 09:01:40.815172 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:01:40.823375 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Publish callbacks [] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.836007 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Transition to ACTIVE for port object 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 09:01:40.940567 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:40.992911 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Pushing event updated for resources: {'Port': ['ID=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:41.063872 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Attempting to bind port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:01:41.064216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Attempting to bind port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:01:41.064642 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Attempting to bind port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 on network 217db007-687f-4eeb-b1f8-80f3c19ede27 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:01:41.070245 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 on network 217db007-687f-4eeb-b1f8-80f3c19ede27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:01:41.070920 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Attempting to bind port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 on network 217db007-687f-4eeb-b1f8-80f3c19ede27 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:01:41.076821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:01:41.077160 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Checking segment: {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:01:41.077659 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Bound using segment: {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:01:41.078025 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Bound port: 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bbd3c2-36b2-4a84-a302-3f5412447ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:01:41.078390 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:41.151524 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] For port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:01:41.154640 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] For port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:01:41.228297 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:41.261148 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.261861 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:41.263258 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] 10.222.0.13 "PUT /v2.0/ports/9e8d4da9-6b1f-4922-abb5-82a0f1158b04 HTTP/1.1" status: 200 len: 1097 time: 0.8314662 Mar 29 09:01:41.263703 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'tag': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:01:41.266331 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6692543a-010a-4a0b-a1b8-d41590b1b734" -d '{"events": [{"name": "network-changed", "server_uuid": "299ecd4e-6d23-4b17-b694-d03736eeceb5", "tag": "9e8d4da9-6b1f-4922-abb5-82a0f1158b04"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:01:41.292975 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b71d6a-6465-45c7-9882-9eb9dfd2604b service neutron] Pushing event updated for resources: {'Port': ['ID=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:41.319908 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4815b01-f6c6-4238-8210-6463aa18086f x-openstack-request-id: req-c4815b01-f6c6-4238-8210-6463aa18086f {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:01:41.320348 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299ecd4e-6d23-4b17-b694-d03736eeceb5", "tag": "9e8d4da9-6b1f-4922-abb5-82a0f1158b04", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:01:41.320641 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4815b01-f6c6-4238-8210-6463aa18086f {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:01:41.321092 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4815b01-f6c6-4238-8210-6463aa18086f'] response: {'name': 'network-changed', 'server_uuid': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'tag': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04', 'status': 'completed', 'code': 200} Mar 29 09:01:41.395704 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692543a-010a-4a0b-a1b8-d41590b1b734 req-3ab433b4-34e4-4374-b00b-98f42dfc1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.397301 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6692543a-010a-4a0b-a1b8-d41590b1b734 req-3ab433b4-34e4-4374-b00b-98f42dfc1e9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 1131 time: 0.0584135 Mar 29 09:01:41.422858 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6692543a-010a-4a0b-a1b8-d41590b1b734 req-184161b0-b429-4c70-a95c-c3dcb0f00696 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193207 Mar 29 09:01:41.516757 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692543a-010a-4a0b-a1b8-d41590b1b734 req-9926008b-d243-4f0d-8f62-785fb178d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.518212 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6692543a-010a-4a0b-a1b8-d41590b1b734 req-9926008b-d243-4f0d-8f62-785fb178d4a1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900373 Mar 29 09:01:41.596730 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-8e5dd0eb-b5ef-4503-bbaf-b4c78a5b4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.598705 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-8e5dd0eb-b5ef-4503-bbaf-b4c78a5b4207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 1131 time: 0.0452166 Mar 29 09:01:41.643432 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-d0ea5bb0-56b6-4efe-bd38-d80456c979a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=9e8d4da9-6b1f-4922-abb5-82a0f1158b04 HTTP/1.1" status: 200 len: 217 time: 0.0383768 Mar 29 09:01:41.691976 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-1356b927-c584-4511-89ef-d58e19541121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.693461 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-1356b927-c584-4511-89ef-d58e19541121 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfa28e39-d284-4339-bb87-38d4447e4d68 HTTP/1.1" status: 200 len: 843 time: 0.0449989 Mar 29 09:01:41.753445 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8d9d-8744-4cb8-8ab3-3dc84fc4d708 req-c68950da-495a-48a1-ab25-746955696bcc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.756319 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df9c8d9d-8744-4cb8-8ab3-3dc84fc4d708 req-c68950da-495a-48a1-ab25-746955696bcc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 947 time: 0.0595756 Mar 29 09:01:41.772528 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-90880293-a04c-4196-af0b-1fb4c2257b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:41.774446 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-90880293-a04c-4196-af0b-1fb4c2257b5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=217db007-687f-4eeb-b1f8-80f3c19ede27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0756600 Mar 29 09:01:41.812427 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-df9c8d9d-8744-4cb8-8ab3-3dc84fc4d708 req-58ccf01e-9927-4047-86ce-8c92682d3363 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Mar 29 09:01:41.873369 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-f74240c3-7fcd-4b19-bf60-8eb1ec2eb4f5 service neutron] 10.222.0.13 "GET /v2.0/networks/217db007-687f-4eeb-b1f8-80f3c19ede27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917375 Mar 29 09:01:41.963124 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f51cb68-1277-4ee9-a05a-85820d5f6b76 req-0fad526a-f319-47fb-a053-99d5fa185d09 service neutron] 10.222.0.13 "GET /v2.0/networks/217db007-687f-4eeb-b1f8-80f3c19ede27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Mar 29 09:01:42.602003 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41226) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:42.706530 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:42.781496 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Publish callbacks [] for security_group (64159469-0233-47e3-b979-d4e71d5904c8), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:42.850684 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (64159469-0233-47e3-b979-d4e71d5904c8), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:42.882501 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64159469-0233-47e3-b979-d4e71d5904c8,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:42.899118 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.899469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.899808 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.900143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.900500 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.900831 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.901155 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.901476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.901801 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.902122 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.902444 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.902765 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.903082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.903397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.903712 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:42.913683 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-88a74a59-0211-4b08-9a8b-6dabb2fbb929 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a611024c8a47b1a3693092f5a93a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099847 Mar 29 09:01:42.913683 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41242) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:42.940342 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345c5a-2e6c-462e-9c10-a21b9371e271 req-e3d2b619-71ec-40d6-ba3b-e1d471977854 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:42.942471 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-54345c5a-2e6c-462e-9c10-a21b9371e271 req-e3d2b619-71ec-40d6-ba3b-e1d471977854 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 947 time: 0.0616295 Mar 29 09:01:42.961895 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3776ebaf-7de9-4afb-9159-6bb16cd5f9fb admin admin] Publish callbacks [] for security_group (64159469-0233-47e3-b979-d4e71d5904c8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:42.983426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3776ebaf-7de9-4afb-9159-6bb16cd5f9fb admin admin] Publish callbacks [] for security_group (64159469-0233-47e3-b979-d4e71d5904c8), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:42.988431 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-54345c5a-2e6c-462e-9c10-a21b9371e271 req-a89eac41-6de7-4005-aca6-8050dc7a44de tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Mar 29 09:01:43.113440 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3776ebaf-7de9-4afb-9159-6bb16cd5f9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (64159469-0233-47e3-b979-d4e71d5904c8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:43.116664 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3776ebaf-7de9-4afb-9159-6bb16cd5f9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:43.117960 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3776ebaf-7de9-4afb-9159-6bb16cd5f9fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64159469-0233-47e3-b979-d4e71d5904c8 HTTP/1.1" status: 204 len: 168 time: 0.2034557 Mar 29 09:01:43.127607 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776ebaf-7de9-4afb-9159-6bb16cd5f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64159469-0233-47e3-b979-d4e71d5904c8,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:43.715676 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41248) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:43.726739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8d60c187-414e-417e-8047-b05b2234643a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:43.800280 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8d60c187-414e-417e-8047-b05b2234643a admin admin] Publish callbacks [] for security_group (1f011d8c-405b-42f6-b109-7b707002b182), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:43.855841 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8d60c187-414e-417e-8047-b05b2234643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1f011d8c-405b-42f6-b109-7b707002b182), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:43.892539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60c187-414e-417e-8047-b05b2234643a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f011d8c-405b-42f6-b109-7b707002b182,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:43.897948 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-8d60c187-414e-417e-8047-b05b2234643a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23accdda24ad4dc4be5a817d98bb1188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838524 Mar 29 09:01:43.901121 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41250) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:43.948738 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-365bcea5-f278-4baa-8fed-bea2df890093 admin admin] Publish callbacks [] for security_group (1f011d8c-405b-42f6-b109-7b707002b182), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:43.974333 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-365bcea5-f278-4baa-8fed-bea2df890093 admin admin] Publish callbacks [] for security_group (1f011d8c-405b-42f6-b109-7b707002b182), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:44.094992 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-365bcea5-f278-4baa-8fed-bea2df890093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1f011d8c-405b-42f6-b109-7b707002b182), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:44.097517 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-365bcea5-f278-4baa-8fed-bea2df890093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:44.098654 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-365bcea5-f278-4baa-8fed-bea2df890093 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f011d8c-405b-42f6-b109-7b707002b182 HTTP/1.1" status: 204 len: 168 time: 0.1966596 Mar 29 09:01:44.109143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bcea5-f278-4baa-8fed-bea2df890093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f011d8c-405b-42f6-b109-7b707002b182,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:44.117978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082dc7f-58c5-499d-810d-a2a4d991c17f req-2adedd03-10ba-4f25-9d66-9e26f2efe21a tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:44.119472 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6082dc7f-58c5-499d-810d-a2a4d991c17f req-2adedd03-10ba-4f25-9d66-9e26f2efe21a tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 947 time: 0.0648887 Mar 29 09:01:44.170010 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-6082dc7f-58c5-499d-810d-a2a4d991c17f req-95d13184-f3c1-4b96-8cfc-dccf3e1ac70c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Mar 29 09:01:45.288789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2f435-0173-4b6a-b753-caaa03a8a9f3 req-1e58b46f-ba8f-4796-b120-7227f1b98def tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:45.290269 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-76f2f435-0173-4b6a-b753-caaa03a8a9f3 req-1e58b46f-ba8f-4796-b120-7227f1b98def tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 947 time: 0.0535347 Mar 29 09:01:45.337142 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-76f2f435-0173-4b6a-b753-caaa03a8a9f3 req-81bf4be1-148c-4693-b0c5-e2b1a129cf21 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Mar 29 09:01:45.376140 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:01:45.471152 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:45.482689 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04', 'network_id': '217db007-687f-4eeb-b1f8-80f3c19ede27', 'port_id': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04', 'mac_address': 'fa:16:3e:70:d4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa28e39-d284-4339-bb87-38d4447e4d68', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:01:45.518586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:01:45.518976 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:45.535138 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:01:45.553905 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:45.627880 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:45.674560 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:45.867891 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['9e8d4da9-6b1f-4922-abb5-82a0f1158b04'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:01:46.475214 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dc015-b1b0-4a9f-9ab5-10963d5fb64c req-692f1f59-d1a4-42d4-a743-2efeb02202e0 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:46.477114 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4f1dc015-b1b0-4a9f-9ab5-10963d5fb64c req-692f1f59-d1a4-42d4-a743-2efeb02202e0 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 948 time: 0.0683696 Mar 29 09:01:46.512634 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:01:46.532583 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4f1dc015-b1b0-4a9f-9ab5-10963d5fb64c req-8bded558-01b9-40d7-ac7b-eb22146acd59 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Mar 29 09:01:46.649082 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 09:01:46.653117 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:01:46.653495 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:46.733205 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:01:46.733593 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:46.756561 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:01:46.758775 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30efdfe3-a28d-465e-be2b-8fe8ca9f31eb" -d '{"events": [{"server_uuid": "299ecd4e-6d23-4b17-b694-d03736eeceb5", "name": "network-vif-plugged", "status": "completed", "tag": "9e8d4da9-6b1f-4922-abb5-82a0f1158b04"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:01:46.771264 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:46.795757 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795bc2a-563c-4689-ac70-6d7a4a43a68d x-openstack-request-id: req-3795bc2a-563c-4689-ac70-6d7a4a43a68d {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:01:46.795914 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299ecd4e-6d23-4b17-b694-d03736eeceb5", "name": "network-vif-plugged", "status": "completed", "tag": "9e8d4da9-6b1f-4922-abb5-82a0f1158b04", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:01:46.796161 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3795bc2a-563c-4689-ac70-6d7a4a43a68d {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:01:46.796587 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3795bc2a-563c-4689-ac70-6d7a4a43a68d'] response: {'server_uuid': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04', 'code': 200} Mar 29 09:01:46.843336 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:46.894278 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:47.111160 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e1511-27e7-4d83-b51a-0ead37a2d600 req-859793a8-9e1d-40eb-a061-be971f622ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:47.113297 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-165e1511-27e7-4d83-b51a-0ead37a2d600 req-859793a8-9e1d-40eb-a061-be971f622ade service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 1133 time: 0.0431063 Mar 29 09:01:47.160332 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-165e1511-27e7-4d83-b51a-0ead37a2d600 req-b1ac5c63-0f1e-440d-806b-5d6284e57c3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Mar 29 09:01:47.647716 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31da11-820a-4167-887e-e191135976bb req-ec8f08e5-f2bf-4918-9784-932f3597f853 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:47.649195 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc31da11-820a-4167-887e-e191135976bb req-ec8f08e5-f2bf-4918-9784-932f3597f853 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 949 time: 0.0540588 Mar 29 09:01:47.698790 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fc31da11-820a-4167-887e-e191135976bb req-f8fea4a9-f039-403a-8d73-711913bfcddf tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Mar 29 09:01:48.819660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac848c27-ddbd-43fa-8a4e-df9f1f61fe72 req-396dee34-44b1-4948-bb5f-fe3b637f9132 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:48.821179 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ac848c27-ddbd-43fa-8a4e-df9f1f61fe72 req-396dee34-44b1-4948-bb5f-fe3b637f9132 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 949 time: 0.0525136 Mar 29 09:01:48.867632 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ac848c27-ddbd-43fa-8a4e-df9f1f61fe72 req-0adc2c0d-ce2e-44b3-bdf3-8330c0681dae tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Mar 29 09:01:49.338240 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc90ea-08fb-4da0-b6ce-1e810c307d56 req-c074929d-1c51-4767-87ac-7075fffe229c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:49.339651 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-69dc90ea-08fb-4da0-b6ce-1e810c307d56 req-c074929d-1c51-4767-87ac-7075fffe229c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 949 time: 0.0529234 Mar 29 09:01:49.391223 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-69dc90ea-08fb-4da0-b6ce-1e810c307d56 req-d4bd5925-30e8-445a-9fbb-e860f68ffa54 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Mar 29 09:01:50.000126 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41410) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:50.104946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.182350 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Publish callbacks [] for security_group (8d3f6452-63c9-4589-8b83-af4d39897948), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.265895 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8d3f6452-63c9-4589-8b83-af4d39897948), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.301662 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f6452-63c9-4589-8b83-af4d39897948,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:50.309508 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=226e38c93e2347809335f9510a41c062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055818 Mar 29 09:01:50.310388 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41416) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:50.312128 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.312503 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.312851 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.313187 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.313518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.313846 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.314171 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.314494 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.314817 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.315189 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.315464 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.315788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.316105 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.316443 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.316764 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841be87-641e-4123-a303-bfd1cea7e237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:01:50.362098 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-835c9f82-a782-4e93-a03d-5c5a352f549e admin admin] Publish callbacks [] for security_group (8d3f6452-63c9-4589-8b83-af4d39897948), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.385066 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-835c9f82-a782-4e93-a03d-5c5a352f549e admin admin] Publish callbacks [] for security_group (8d3f6452-63c9-4589-8b83-af4d39897948), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.512260 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-835c9f82-a782-4e93-a03d-5c5a352f549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (8d3f6452-63c9-4589-8b83-af4d39897948), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.515068 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-835c9f82-a782-4e93-a03d-5c5a352f549e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.516242 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-835c9f82-a782-4e93-a03d-5c5a352f549e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d3f6452-63c9-4589-8b83-af4d39897948 HTTP/1.1" status: 204 len: 168 time: 0.2048495 Mar 29 09:01:50.526897 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0799e-5020-4e52-8910-f0e8acdd63aa req-5be1df04-cd75-46ee-ab48-6ff3ef3faa93 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:50.530539 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1be0799e-5020-4e52-8910-f0e8acdd63aa req-5be1df04-cd75-46ee-ab48-6ff3ef3faa93 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 949 time: 0.0606608 Mar 29 09:01:50.533315 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c9f82-a782-4e93-a03d-5c5a352f549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f6452-63c9-4589-8b83-af4d39897948,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:50.598726 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-1be0799e-5020-4e52-8910-f0e8acdd63aa req-c2aa5c7e-581b-45f6-bc1e-7f0be1225a1c tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/security-groups?id=52c57a1a-6c83-4a59-b840-f49d0da89f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590255 Mar 29 09:01:50.704769 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-d149885d-e665-4ae7-83a3-a0decf414f69 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:50.706241 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-d149885d-e665-4ae7-83a3-a0decf414f69 tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.13 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 949 time: 0.0525465 Mar 29 09:01:50.803643 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Deleting port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:01:50.803976 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.894854 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] For port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,segment=NetworkSegment(61bbd3c2-36b2-4a84-a302-3f5412447ac9),segment_id=61bbd3c2-36b2-4a84-a302-3f5412447ac9)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:01:50.895130 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:50.908516 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Calling delete_port for 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:01:51.100412 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (9e8d4da9-6b1f-4922-abb5-82a0f1158b04), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.103781 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41424) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:51.112219 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['9e8d4da9-6b1f-4922-abb5-82a0f1158b04'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:01:51.117355 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6fc80d38-b5dd-443a-bf99-434d65e61329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.136056 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Pushing event deleted for resources: {'Port': ['ID=9e8d4da9-6b1f-4922-abb5-82a0f1158b04,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:51.193925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] No DVR routers for this DVR port 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:01:51.196598 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.200598 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-990ee501-72af-4ec9-b44c-1804641aeca8 req-ecc27945-1d0c-4367-8371-4947e02f54cc tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.13 "DELETE /v2.0/ports/9e8d4da9-6b1f-4922-abb5-82a0f1158b04 HTTP/1.1" status: 204 len: 173 time: 0.4884520 Mar 29 09:01:51.201051 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'name': 'network-vif-deleted', 'tag': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:01:51.203469 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9c23c-93df-42be-9f83-e1d8fd0f5a94" -d '{"events": [{"server_uuid": "299ecd4e-6d23-4b17-b694-d03736eeceb5", "name": "network-vif-deleted", "tag": "9e8d4da9-6b1f-4922-abb5-82a0f1158b04"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:01:51.219761 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6fc80d38-b5dd-443a-bf99-434d65e61329 admin admin] Publish callbacks [] for security_group (53c37283-acf6-49b6-9e40-9394e8329ff3), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.246483 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78117324-cd77-4a11-9c7c-2153dfff761a x-openstack-request-id: req-78117324-cd77-4a11-9c7c-2153dfff761a {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:01:51.246782 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299ecd4e-6d23-4b17-b694-d03736eeceb5", "name": "network-vif-deleted", "tag": "9e8d4da9-6b1f-4922-abb5-82a0f1158b04", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:01:51.247033 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78117324-cd77-4a11-9c7c-2153dfff761a {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:01:51.247435 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78117324-cd77-4a11-9c7c-2153dfff761a'] response: {'server_uuid': '299ecd4e-6d23-4b17-b694-d03736eeceb5', 'name': 'network-vif-deleted', 'tag': '9e8d4da9-6b1f-4922-abb5-82a0f1158b04', 'status': 'completed', 'code': 200} Mar 29 09:01:51.336396 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6fc80d38-b5dd-443a-bf99-434d65e61329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (53c37283-acf6-49b6-9e40-9394e8329ff3), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.384325 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6fc80d38-b5dd-443a-bf99-434d65e61329 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4df1fad89da4237beaab88b44878dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791753 Mar 29 09:01:51.384953 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc80d38-b5dd-443a-bf99-434d65e61329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c37283-acf6-49b6-9e40-9394e8329ff3,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:51.386894 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41430) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:51.444163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-13b9eba0-e10b-47dc-8f33-14455df799db admin admin] Publish callbacks [] for security_group (53c37283-acf6-49b6-9e40-9394e8329ff3), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.466225 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-13b9eba0-e10b-47dc-8f33-14455df799db admin admin] Publish callbacks [] for security_group (53c37283-acf6-49b6-9e40-9394e8329ff3), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.599413 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-13b9eba0-e10b-47dc-8f33-14455df799db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (53c37283-acf6-49b6-9e40-9394e8329ff3), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.602075 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-13b9eba0-e10b-47dc-8f33-14455df799db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:51.603358 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-13b9eba0-e10b-47dc-8f33-14455df799db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53c37283-acf6-49b6-9e40-9394e8329ff3 HTTP/1.1" status: 204 len: 168 time: 0.2153020 Mar 29 09:01:51.612714 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9eba0-e10b-47dc-8f33-14455df799db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c37283-acf6-49b6-9e40-9394e8329ff3,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:51.733241 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-477adde8-0582-4012-93f3-9d87d73e9efd req-382a4f1e-49eb-4850-bb0e-cf6a957b62ec tempest-VolumesNegativeTest-534204126 tempest-VolumesNegativeTest-534204126-project] 10.222.0.16 "GET /v2.0/ports?device_id=299ecd4e-6d23-4b17-b694-d03736eeceb5 HTTP/1.1" status: 200 len: 210 time: 0.0304208 Mar 29 09:01:52.659531 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41462) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:52.753156 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1830529508-network', 'tenant_id': '60b156af3769415dab40a9a640c9a02c'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:01:52.850558 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Made reservation on behalf of 60b156af3769415dab40a9a640c9a02c for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:01:52.852914 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:52.861785 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:52.935833 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks [] for security_group (26f3755d-27c5-4656-85cb-1808b4f92316), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.002933 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (26f3755d-27c5-4656-85cb-1808b4f92316), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.027268 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:01:53.035737 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3755d-27c5-4656-85cb-1808b4f92316,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:53.042120 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (cd640b26-bc06-40d6-9386-3f52d17aea72), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.042461 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Added segment cd640b26-bc06-40d6-9386-3f52d17aea72 of type vlan for network c31bfc9f-6d25-4219-9cec-116ed9aa4153 Mar 29 09:01:53.090794 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (c31bfc9f-6d25-4219-9cec-116ed9aa4153), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.202900 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (c31bfc9f-6d25-4219-9cec-116ed9aa4153), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.203909 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:53.204539 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.265837 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] Pushing event updated for resources: {'Network': ['ID=c31bfc9f-6d25-4219-9cec-116ed9aa4153,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:53.281963 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network c31bfc9f-6d25-4219-9cec-116ed9aa4153 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:01:53.309274 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-86703b79-532b-4aaf-a9df-b89a31638040 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6486280 Mar 29 09:01:53.318106 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41492) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:53.323369 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Request body: {'subnet': {'network_id': 'c31bfc9f-6d25-4219-9cec-116ed9aa4153', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1830529508-subnet', 'tenant_id': '60b156af3769415dab40a9a640c9a02c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:01:53.402905 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Made reservation on behalf of 60b156af3769415dab40a9a640c9a02c for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:01:53.405351 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.633398 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (22833fe2-afdf-4c8e-be02-8317022a7515), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.690357 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22833fe2-afdf-4c8e-be02-8317022a7515,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:53.711939 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Checking segment: {'id': 'cd640b26-bc06-40d6-9386-3f52d17aea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c31bfc9f-6d25-4219-9cec-116ed9aa4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:01:53.712302 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Network hostable DHCP agents. Network: c31bfc9f-6d25-4219-9cec-116ed9aa4153, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:01:53.804681 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Network c31bfc9f-6d25-4219-9cec-116ed9aa4153 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:01:53.890881 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, c31bfc9f-6d25-4219-9cec-116ed9aa4153) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:01:53.894953 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:53.896035 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:53.900861 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d0e91-5301-4afc-ab69-8dac98463242 None None] Network c31bfc9f-6d25-4219-9cec-116ed9aa4153 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:01:54.014110 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c66405-3d36-4578-a29b-4fd3ad910467 None None] Network c31bfc9f-6d25-4219-9cec-116ed9aa4153 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:01:54.014791 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e685e8cb-422a-4252-ad95-c15ce391cd4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6954603 Mar 29 09:01:54.686739 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41590) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:54.691721 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1062638196-network', 'tenant_id': 'be1d3925b37344dfa5c7113f890a6cd1'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:01:54.804416 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Made reservation on behalf of be1d3925b37344dfa5c7113f890a6cd1 for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:01:54.806875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:54.816476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:54.892874 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks [] for security_group (3968babe-fc79-41c1-9a34-bf72d909adb7), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:54.957609 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3968babe-fc79-41c1-9a34-bf72d909adb7), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:54.978121 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:01:54.992776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3968babe-fc79-41c1-9a34-bf72d909adb7,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:54.995571 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (dd5610a6-6f2b-480a-99d1-8be78c03d6e6), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:54.995904 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Added segment dd5610a6-6f2b-480a-99d1-8be78c03d6e6 of type vlan for network 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd Mar 29 09:01:55.039284 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (9829fc84-0c6a-48ba-9bb0-653f0dfac5dd), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:55.130290 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (9829fc84-0c6a-48ba-9bb0-653f0dfac5dd), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:55.131293 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:55.131874 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:55.190967 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] Pushing event updated for resources: {'Network': ['ID=9829fc84-0c6a-48ba-9bb0-653f0dfac5dd,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:55.201300 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:01:55.252888 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b53b4d7b-97cb-4201-b113-2b8b3100fcef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5649810 Mar 29 09:01:55.255540 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41606) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:01:55.260804 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Request body: {'subnet': {'network_id': '9829fc84-0c6a-48ba-9bb0-653f0dfac5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1062638196-subnet', 'tenant_id': 'be1d3925b37344dfa5c7113f890a6cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:01:55.357658 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:01:55.379432 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:01:55.379919 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 9e8d4da9-6b1f-4922-abb5-82a0f1158b04 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:01:55.381552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Made reservation on behalf of be1d3925b37344dfa5c7113f890a6cd1 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:01:55.384638 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:55.622056 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (a3643167-b2c7-4e6c-bce7-7cda8c8be5a2), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:55.682926 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3643167-b2c7-4e6c-bce7-7cda8c8be5a2,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:01:55.692655 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Checking segment: {'id': 'dd5610a6-6f2b-480a-99d1-8be78c03d6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9829fc84-0c6a-48ba-9bb0-653f0dfac5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:01:55.693232 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Network hostable DHCP agents. Network: 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:01:55.798805 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Network 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:01:55.888994 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:01:55.893195 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:01:55.893837 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:55.901866 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e69b5-4b3f-447a-8a88-e846a10e29a1 None None] Network 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:01:55.981795 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-71c47075-94a9-447b-ac99-dd22d53ac8e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7249916 Mar 29 09:01:56.148492 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082272e-914b-471a-91ad-50db96cab838 None None] Network 9829fc84-0c6a-48ba-9bb0-653f0dfac5dd requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:01:56.188998 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:56.530766 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ba8db9a0-7019-4251-9bb7-b5f25f86c238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:01:58.900005 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1e94462c-bf07-47a8-8fa7-21e0a08c47c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:00.065244 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:00.167123 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-b46fa774-5ccf-4c80-8fa9-6c89dfce420d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435469 Mar 29 09:02:00.250615 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-c0d122ca-6740-4ac0-917b-345751686bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:00.252160 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-c0d122ca-6740-4ac0-917b-345751686bef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1130 time: 0.0447845 Mar 29 09:02:00.355541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-cedca8d3-960c-4b11-92e2-7f057ff26969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:00.357038 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-cedca8d3-960c-4b11-92e2-7f057ff26969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.0868981 Mar 29 09:02:00.422958 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-2442f08c-d75b-4e47-a9ab-6575cea5f72f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 200 len: 1001 time: 0.0594964 Mar 29 09:02:00.478763 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-07247bde-750f-414b-8956-bbf022ba62dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:00.480312 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-07247bde-750f-414b-8956-bbf022ba62dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0489984 Mar 29 09:02:00.536317 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-09475a33-6222-42ba-935b-033197a18e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:00.537831 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-09475a33-6222-42ba-935b-033197a18e3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511551 Mar 29 09:02:00.541290 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-ecb01e0b-aabe-48b1-bbbb-79abbd733d98 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422621939&fields=id&tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 267 time: 0.0532062 Mar 29 09:02:00.651856 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-f0cf1b33-9d72-4abc-a650-17c3fe824bb9 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076837 Mar 29 09:02:00.679689 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-571b433d-173f-4a39-abfa-b024fb164607 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:00.681284 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-571b433d-173f-4a39-abfa-b024fb164607 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 812 time: 0.1305594 Mar 29 09:02:00.681811 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41822) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:00.699085 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-f3e11514-a9cb-418b-96e2-241710b0b215 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/quotas/886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 375 time: 0.0117667 Mar 29 09:02:00.757131 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-62b4b0c5-ff56-4365-b56d-2ed157075ee2 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523417 Mar 29 09:02:00.765504 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5a484427-ec39-44ea-82d8-4d37c2ee084b req-a856c989-9ce7-4127-9bbb-2434fe693ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066408 Mar 29 09:02:00.875271 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-fbdfc937-1c43-4a08-8ad5-496290175cdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb0bb00a816e4c0c8078d6367bf1ff33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921933 Mar 29 09:02:00.877873 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41826) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:00.886773 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-91d18c58-b88a-4077-8390-be34ddae8fba service neutron] 10.222.0.16 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178045 Mar 29 09:02:00.928006 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b273fc45-be3c-4d79-8da9-ea07ea9e88f6 admin admin] Publish callbacks [] for security_group (52c57a1a-6c83-4a59-b840-f49d0da89f67), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:00.948897 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b273fc45-be3c-4d79-8da9-ea07ea9e88f6 admin admin] Publish callbacks [] for security_group (52c57a1a-6c83-4a59-b840-f49d0da89f67), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:00.981721 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-2eafab2c-e195-408c-b7d2-05a4243201e3 service neutron] 10.222.0.16 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889862 Mar 29 09:02:01.107031 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b273fc45-be3c-4d79-8da9-ea07ea9e88f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (52c57a1a-6c83-4a59-b840-f49d0da89f67), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:01.110616 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b273fc45-be3c-4d79-8da9-ea07ea9e88f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:01.116603 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b273fc45-be3c-4d79-8da9-ea07ea9e88f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52c57a1a-6c83-4a59-b840-f49d0da89f67 HTTP/1.1" status: 204 len: 168 time: 0.2374010 Mar 29 09:02:01.147442 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273fc45-be3c-4d79-8da9-ea07ea9e88f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c57a1a-6c83-4a59-b840-f49d0da89f67,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:01.283237 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:01.620855 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee79b9a0-267f-40ff-925a-a2c720efd806 req-33caf930-6491-4434-8608-53c249b89ad6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 210 time: 0.0335453 Mar 29 09:02:02.190336 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41876) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:02.287953 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1384618204-network', 'tenant_id': 'a9d6e02d36be405a92544584ae178949'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:02.402989 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Made reservation on behalf of a9d6e02d36be405a92544584ae178949 for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:02:02.405396 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.414675 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.493729 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks [] for security_group (f25a9409-ecf6-4fe1-a73a-217edf628518), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.553266 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f25a9409-ecf6-4fe1-a73a-217edf628518), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.587014 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:02:02.612265 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a9409-ecf6-4fe1-a73a-217edf628518,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:02.617185 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (984d6253-3415-421a-9627-2a5ac7267193), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.617731 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Added segment 984d6253-3415-421a-9627-2a5ac7267193 of type vlan for network ad657806-a798-4555-b84b-a93d6a730ded Mar 29 09:02:02.683403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (ad657806-a798-4555-b84b-a93d6a730ded), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.751849 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4840be49-efd6-47bb-94be-4596c31d8b57 req-15f11071-1830-4881-bbca-0c230f861f9e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 210 time: 0.0303967 Mar 29 09:02:02.797221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (ad657806-a798-4555-b84b-a93d6a730ded), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.798856 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:02.799442 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:02.872917 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] Pushing event updated for resources: {'Network': ['ID=ad657806-a798-4555-b84b-a93d6a730ded,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:02.883086 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network ad657806-a798-4555-b84b-a93d6a730ded details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:02:02.908504 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5200fec2-6578-49e3-93b6-a34f86e8149d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7167690 Mar 29 09:02:02.911097 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41892) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:02.916316 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Request body: {'subnet': {'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1384618204-subnet', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'ip_version': 4}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:02.991821 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Made reservation on behalf of a9d6e02d36be405a92544584ae178949 for: {'subnet': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:02:02.994194 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30317214'] for subnet (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.101599 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.243203 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30317192'] for subnet (ba6739ec-7bf3-4146-b5de-35c5cd8f7148), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.320990 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6739ec-7bf3-4146-b5de-35c5cd8f7148,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:03.357967 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Checking segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:03.358321 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Network hostable DHCP agents. Network: ad657806-a798-4555-b84b-a93d6a730ded, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:02:03.415016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-0d7f9c2f-37a7-4086-9325-e039318e0634 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:03.416379 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-0d7f9c2f-37a7-4086-9325-e039318e0634 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 812 time: 0.1217985 Mar 29 09:02:03.486557 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-df1a01f1-125e-45be-b5e7-0520c154698a tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20 HTTP/1.1" status: 200 len: 380 time: 0.0607238 Mar 29 09:02:03.495329 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'port': {'device_id': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'admin_state_up': True, 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'security_groups': ['234c5bf6-7dd7-4929-a62a-819c89f89137']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:03.500128 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Network ad657806-a798-4555-b84b-a93d6a730ded is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:02:03.587496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, ad657806-a798-4555-b84b-a93d6a730ded) {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:03.592743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:03.593631 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.596530 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c8b8f-b31b-4b96-a445-1604c3ea231a None None] Network ad657806-a798-4555-b84b-a93d6a730ded requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:02:03.682873 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-85b5c4f1-381f-42a3-b768-c458586dbd0d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7707314 Mar 29 09:02:03.691333 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41908) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:03.695701 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:03.714921 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-ad657806-a798-4555-b84b-a93d6a730ded', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 09:02:03.717638 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.793027 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Made reservation on behalf of 886f5ce2dbcc4eb6a8af47e9409f5e20 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:02:03.796590 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.800191 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (5364df6f-35c4-4c38-b52f-46147692228b), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.801745 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (5364df6f-35c4-4c38-b52f-46147692228b), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:03.873556 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Allocated IP 172.20.0.2 (ad657806-a798-4555-b84b-a93d6a730ded/ba6739ec-7bf3-4146-b5de-35c5cd8f7148/31feaa96-d5e0-4cb6-9429-5f6b42e1b139) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:03.923836 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0b493c5a-04b4-4b8a-b582-564a36fedaf6 req-b45d626a-742a-400d-8009-24111b393064 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 210 time: 0.0866873 Mar 29 09:02:03.939223 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks [] for router_controller (5364df6f-35c4-4c38-b52f-46147692228b), precommit_add_association {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.027119 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Publish callbacks [] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.141263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.189645 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Network ad657806-a798-4555-b84b-a93d6a730ded is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:04.193605 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:04.196855 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:04.208499 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Pushing event updated for resources: {'Port': ['ID=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:04.266143 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Attempting to bind port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:04.266609 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Attempting to bind port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:04.267056 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Attempting to bind port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 on network ad657806-a798-4555-b84b-a93d6a730ded {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:04.273369 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:04.273739 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Checking segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:04.274278 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.274669 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Bound using segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:04.275284 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Bound port: 31feaa96-d5e0-4cb6-9429-5f6b42e1b139, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:04.275664 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.351901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] For port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:04.356334 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] For port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:04.373904 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Allocated IP 172.20.0.10 (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf/abda5ae9-6f65-4bc5-9d92-053701303107/96293fe6-6bc2-45e5-8138-f8cf0cf1df8f) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:04.419113 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks [] for router_gateway (5364df6f-35c4-4c38-b52f-46147692228b), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.491139 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.558571 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1157-e9a7-4766-8789-f00ffa878344 None None] Pushing event updated for resources: {'Port': ['ID=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:04.609002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.777001 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.850933 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:04.863370 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:04.870720 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:04.878983 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:04.911109 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks [] for router_gateway (5364df6f-35c4-4c38-b52f-46147692228b), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.943562 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:04.981687 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:04.982445 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.065754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4fb7-c24f-4f41-bf72-f76e21e17eaa req-3e0018d1-0bc3-473d-b8f4-56505ebeaefc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:05.071678 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-900e4fb7-c24f-4f41-bf72-f76e21e17eaa req-3e0018d1-0bc3-473d-b8f4-56505ebeaefc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 932 time: 0.0639546 Mar 29 09:02:05.073359 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41924) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:05.132471 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Allocated IP 172.27.1.188 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/c6410b9a-468f-4314-8b1c-184602a85405) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:05.145592 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-900e4fb7-c24f-4f41-bf72-f76e21e17eaa req-81cb2809-850c-4069-90f7-31893772e85b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693939 Mar 29 09:02:05.162903 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-20999fea-2aad-438b-bc96-5f3e97a6089e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6711516 Mar 29 09:02:05.202970 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Request body: {'port': {'device_id': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:05.223461 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7a35-aaae-4469-b6e8-184ce4255e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.297608 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-855ec1b0-11e1-416e-bec8-2630a3d994fe None None] Provisioning complete for port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:05.298187 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-855ec1b0-11e1-416e-bec8-2630a3d994fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.299495 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.307191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7a35-aaae-4469-b6e8-184ce4255e72 admin admin] Publish callbacks [] for security_group (570a2bb6-326f-4d84-8068-743f89bc5ce9), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.321633 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks [] for port (c6410b9a-468f-4314-8b1c-184602a85405), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.347080 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-855ec1b0-11e1-416e-bec8-2630a3d994fe None None] Port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:02:05.381939 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7a35-aaae-4469-b6e8-184ce4255e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (570a2bb6-326f-4d84-8068-743f89bc5ce9), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.435009 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e8eb7a35-aaae-4469-b6e8-184ce4255e72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11e2ec10105341f48906b112d58d7cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600924 Mar 29 09:02:05.435753 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 41932) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:05.436414 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7a35-aaae-4469-b6e8-184ce4255e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570a2bb6-326f-4d84-8068-743f89bc5ce9,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:05.508586 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2edf7ba0-184e-4892-9a91-91be081a2a57 admin admin] Publish callbacks [] for security_group (570a2bb6-326f-4d84-8068-743f89bc5ce9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.534256 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2edf7ba0-184e-4892-9a91-91be081a2a57 admin admin] Publish callbacks [] for security_group (570a2bb6-326f-4d84-8068-743f89bc5ce9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.556995 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c6410b9a-468f-4314-8b1c-184602a85405), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.634520 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:05.637361 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Pushing event updated for resources: {'Port': ['ID=c6410b9a-468f-4314-8b1c-184602a85405,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:05.640385 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:05.644660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:05.682818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:05.716926 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2edf7ba0-184e-4892-9a91-91be081a2a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (570a2bb6-326f-4d84-8068-743f89bc5ce9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.719876 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2edf7ba0-184e-4892-9a91-91be081a2a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.725793 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2edf7ba0-184e-4892-9a91-91be081a2a57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/570a2bb6-326f-4d84-8068-743f89bc5ce9 HTTP/1.1" status: 204 len: 168 time: 0.2847719 Mar 29 09:02:05.733381 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf7ba0-184e-4892-9a91-91be081a2a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a2bb6-326f-4d84-8068-743f89bc5ce9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:05.740602 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:05.741080 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.804595 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:02:05.821863 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Publish callbacks [] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.837656 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:05.838049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.857545 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Transition to ACTIVE for port object 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 09:02:05.870776 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164687fe-0b29-4745-ad7d-9f6179146e6c None None] Network ad657806-a798-4555-b84b-a93d6a730ded requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:02:05.876255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:05.922734 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:05.977617 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Pushing event updated for resources: {'Port': ['ID=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:05.985699 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.051787 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-3489dd04-11ca-49db-842c-12407339056e None None] Provisioning complete for port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:06.053282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3489dd04-11ca-49db-842c-12407339056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.106975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:06.142241 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Attempting to bind port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:06.142705 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Attempting to bind port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:06.143132 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Attempting to bind port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:06.154948 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:02:06.155417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Attempting to bind port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f on network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:06.160759 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks [] for router_gateway (5364df6f-35c4-4c38-b52f-46147692228b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.166135 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:06.166582 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Checking segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:06.167101 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Bound using segment: {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:06.167645 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Bound port: 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:06.168116 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.226918 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-3489dd04-11ca-49db-842c-12407339056e None None] Current status of the port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:06.382862 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] For port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:06.405386 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] For port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:06.415200 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2494c9-17aa-4831-8862-19c45d7500ac req-e65c81fe-fb99-4d4c-8a6e-0803f7de0a6e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:06.416686 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1b2494c9-17aa-4831-8862-19c45d7500ac req-e65c81fe-fb99-4d4c-8a6e-0803f7de0a6e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.1212580 Mar 29 09:02:06.447872 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-796ed60f-23d9-4bb5-8b34-a4948c36dcb5 None None] Provisioning complete for port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:06.448501 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-796ed60f-23d9-4bb5-8b34-a4948c36dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.525178 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-796ed60f-23d9-4bb5-8b34-a4948c36dcb5 None None] Current status of the port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:06.539625 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1b2494c9-17aa-4831-8862-19c45d7500ac req-77df81b9-5bd4-403d-9c20-8274b1b5b1a1 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170974 Mar 29 09:02:06.542646 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.582548 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:06.583268 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.584831 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] 10.222.0.13 "PUT /v2.0/ports/96293fe6-6bc2-45e5-8138-f8cf0cf1df8f HTTP/1.1" status: 200 len: 1094 time: 1.4084539 Mar 29 09:02:06.586833 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:02:06.589245 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a62b5c-da3d-460a-8d1c-d79338d1da43" -d '{"events": [{"name": "network-changed", "server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:02:06.607365 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (5364df6f-35c4-4c38-b52f-46147692228b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:06.655669 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a05f0bd-95bc-4825-bd96-53040a7055bc x-openstack-request-id: req-0a05f0bd-95bc-4825-bd96-53040a7055bc {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:02:06.655958 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:02:06.656211 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a05f0bd-95bc-4825-bd96-53040a7055bc {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:02:06.656631 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a05f0bd-95bc-4825-bd96-53040a7055bc'] response: {'name': 'network-changed', 'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'status': 'completed', 'code': 200} Mar 29 09:02:06.657182 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c79b9d-6da5-48c6-a5f2-0e7ca3c6b56a service neutron] Pushing event updated for resources: {'Port': ['ID=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:06.757036 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a62b5c-da3d-460a-8d1c-d79338d1da43 req-b1112f4d-7442-4a9e-8bfc-40d8b54dcef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:06.758513 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b4a62b5c-da3d-460a-8d1c-d79338d1da43 req-b1112f4d-7442-4a9e-8bfc-40d8b54dcef6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1128 time: 0.0674708 Mar 29 09:02:06.871558 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a62b5c-da3d-460a-8d1c-d79338d1da43 req-2eb5cb52-2623-4efb-b772-20218ec9a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:06.873074 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b4a62b5c-da3d-460a-8d1c-d79338d1da43 req-2eb5cb52-2623-4efb-b772-20218ec9a92a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1057007 Mar 29 09:02:06.923241 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Router 5364df6f-35c4-4c38-b52f-46147692228b is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:02:07.303621 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a62b5c-da3d-460a-8d1c-d79338d1da43 req-eb01e46e-ee49-4e5b-a0b0-469dfdc57b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:07.305058 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b4a62b5c-da3d-460a-8d1c-d79338d1da43 req-eb01e46e-ee49-4e5b-a0b0-469dfdc57b76 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4256594 Mar 29 09:02:07.323662 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:02:07.334546 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Sync routers for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:02:07.343790 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:07.344542 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:07.388440 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-0c7577c5-748a-4380-a717-a447c95d0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:07.390178 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-0c7577c5-748a-4380-a717-a447c95d0c98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1128 time: 0.0463624 Mar 29 09:02:07.434961 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:07.436170 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-1b36cf1a-a5ad-4da7-93f0-e2e012125c4f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7440326 Mar 29 09:02:07.437498 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-0ec8a355-ee67-4855-b06c-2fbf837e1ac4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f HTTP/1.1" status: 200 len: 217 time: 0.0404832 Mar 29 09:02:07.438983 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41952) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:07.451428 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:07.557764 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-4462939f-1067-4a74-95f7-7af389e89572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:07.558087 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-4462939f-1067-4a74-95f7-7af389e89572 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.1129675 Mar 29 09:02:07.618937 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:07.688768 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:07.689140 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:07.693408 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:05Z', 'revision_number': 3, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:07.741998 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Checking router: 5364df6f-35c4-4c38-b52f-46147692228b for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:02:07.742359 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Updating router 5364df6f-35c4-4c38-b52f-46147692228b port c6410b9a-468f-4314-8b1c-184602a85405 binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:02:07.746634 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-b1cb73e0-e5d3-4595-97c5-430123cf6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:07.748339 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-b1cb73e0-e5d3-4595-97c5-430123cf6cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1829133 Mar 29 09:02:07.778711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c6410b9a-468f-4314-8b1c-184602a85405), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:07.847127 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce460d-b936-4f60-abb9-fc8fb2fddfe3 req-dc5f6630-5846-4ccf-9e84-32fd51224e8f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:07.848665 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-55ce460d-b936-4f60-abb9-fc8fb2fddfe3 req-dc5f6630-5846-4ccf-9e84-32fd51224e8f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.1803544 Mar 29 09:02:07.976068 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-2a8bfd56-abc9-4ffe-8882-e708a41a487a service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150688 Mar 29 09:02:08.042016 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:08.051053 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-55ce460d-b936-4f60-abb9-fc8fb2fddfe3 req-42155cc8-c32a-4525-b7fc-b46d33df2e44 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905975 Mar 29 09:02:08.134147 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9fac5527-c8ff-43df-bf34-9ba79c11ca43 req-780b5142-9cd8-4e67-a660-aaf9e0e3f2df service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478367 Mar 29 09:02:08.219902 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.220785 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Publish callbacks [] for port (c6410b9a-468f-4314-8b1c-184602a85405), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.301105 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c6410b9a-468f-4314-8b1c-184602a85405), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.353877 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Attempting to bind port c6410b9a-468f-4314-8b1c-184602a85405 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:08.354252 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Attempting to bind port c6410b9a-468f-4314-8b1c-184602a85405 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:08.354619 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Attempting to bind port c6410b9a-468f-4314-8b1c-184602a85405 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:08.357605 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812469eb-7cdb-40b9-8a4e-6cdcca2515b0 None None] Pushing event updated for resources: {'Port': ['ID=c6410b9a-468f-4314-8b1c-184602a85405,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:08.362273 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:08.362655 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:08.363065 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.363455 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:08.363945 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Bound port: c6410b9a-468f-4314-8b1c-184602a85405, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:08.364424 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c6410b9a-468f-4314-8b1c-184602a85405), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.375790 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Allocated IP 172.20.0.1 (ad657806-a798-4555-b84b-a93d6a730ded/ba6739ec-7bf3-4146-b5de-35c5cd8f7148/d9c35a9c-ae06-4335-a293-d1914b6c767f) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:08.419572 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] For port c6410b9a-468f-4314-8b1c-184602a85405, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:08.422975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] For port c6410b9a-468f-4314-8b1c-184602a85405, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c6410b9a-468f-4314-8b1c-184602a85405,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:08.491673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks [] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.501535 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c6410b9a-468f-4314-8b1c-184602a85405), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.559986 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:08.560643 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:08.565196 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812469eb-7cdb-40b9-8a4e-6cdcca2515b0 None None] Pushing event updated for resources: {'Port': ['ID=c6410b9a-468f-4314-8b1c-184602a85405,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:08.580024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.620703 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Network ad657806-a798-4555-b84b-a93d6a730ded is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:08.628846 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:08.631658 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c35a9c-ae06-4335-a293-d1914b6c767f,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:08.633827 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:08.677566 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (5364df6f-35c4-4c38-b52f-46147692228b), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.690241 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:08.902081 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-3c50bc54-2c0a-4abb-ae2b-7a0e9fb6b8ff None None] Provisioning complete for port d9c35a9c-ae06-4335-a293-d1914b6c767f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:08.902541 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc54-2c0a-4abb-ae2b-7a0e9fb6b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.909914 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:08.940957 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:05Z', 'revision_number': 3, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:08.972701 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bbc03-9ee7-478d-b5b7-840badae8db6 None None] The sync data for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi is: [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:05Z', 'revision_number': 3, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:02:08.975328 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-3c50bc54-2c0a-4abb-ae2b-7a0e9fb6b8ff None None] Port d9c35a9c-ae06-4335-a293-d1914b6c767f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:02:09.095998 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks [] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.185218 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0ef93-a3bc-4e5c-ac37-08d333a9ea51 req-6af9fbb0-929e-4abd-bbc4-e9266568ed73 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:09.186771 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2af0ef93-a3bc-4e5c-ac37-08d333a9ea51 req-6af9fbb0-929e-4abd-bbc4-e9266568ed73 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.0544083 Mar 29 09:02:09.196191 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.284391 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c35a9c-ae06-4335-a293-d1914b6c767f,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:09.284704 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2af0ef93-a3bc-4e5c-ac37-08d333a9ea51 req-8bbcd38c-3f55-4cd2-9895-f82f0051b8aa tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711184 Mar 29 09:02:09.287566 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (5364df6f-35c4-4c38-b52f-46147692228b), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.387022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Network ad657806-a798-4555-b84b-a93d6a730ded is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:09.388458 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:09.519747 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Router 5364df6f-35c4-4c38-b52f-46147692228b has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:02:09.634302 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c6410b9a-468f-4314-8b1c-184602a85405 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:09.665068 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:02:09.671619 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-641d7f99-0a53-4e28-9d63-caf2bc6298c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/5364df6f-35c4-4c38-b52f-46147692228b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2310650 Mar 29 09:02:09.700137 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port c6410b9a-468f-4314-8b1c-184602a85405 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:09.700543 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c6410b9a-468f-4314-8b1c-184602a85405), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.729326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-3ec9805e-14c1-464f-978a-8f8936f8f04b None None] Provisioning complete for port d9c35a9c-ae06-4335-a293-d1914b6c767f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:09.729711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-3ec9805e-14c1-464f-978a-8f8936f8f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.776282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9805e-14c1-464f-978a-8f8936f8f04b None None] Port d9c35a9c-ae06-4335-a293-d1914b6c767f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:02:09.821000 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port c6410b9a-468f-4314-8b1c-184602a85405 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:09.821794 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c6410b9a-468f-4314-8b1c-184602a85405), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.842983 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port c6410b9a-468f-4314-8b1c-184602a85405, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c6410b9a-468f-4314-8b1c-184602a85405,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:09.924217 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c6410b9a-468f-4314-8b1c-184602a85405), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:09.973305 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=c6410b9a-468f-4314-8b1c-184602a85405,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:10.403953 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfdfb1-bc41-4a34-a69a-5f52469160a1 req-8ed75e2c-fbb7-45cc-9835-46a44acd7884 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:10.405621 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3cbfdfb1-bc41-4a34-a69a-5f52469160a1 req-8ed75e2c-fbb7-45cc-9835-46a44acd7884 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.0641506 Mar 29 09:02:10.460448 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3cbfdfb1-bc41-4a34-a69a-5f52469160a1 req-39e4eebf-2979-453d-927c-ad5819a76058 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493639 Mar 29 09:02:10.524259 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41992) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:10.527253 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-76202968-network', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:10.615680 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Made reservation on behalf of 357ae52e4ce1462aa221b716bf1068fd for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:02:10.618153 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.626895 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.715760 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Sync routers for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:02:10.725567 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:10.726207 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:10.731052 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks [] for security_group (68a4d003-3fa8-4669-b0a7-f55072724478), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.780989 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (68a4d003-3fa8-4669-b0a7-f55072724478), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.802990 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:02:10.818031 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4d003-3fa8-4669-b0a7-f55072724478,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:10.821053 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (5371bb4e-c63b-4209-884d-5f2f8f305c82), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.821507 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Added segment 5371bb4e-c63b-4209-884d-5f2f8f305c82 of type vlan for network c58bd82a-21d6-4806-be88-42bb80bbbd2d Mar 29 09:02:10.837294 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:10.861670 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (c58bd82a-21d6-4806-be88-42bb80bbbd2d), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.939635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (c58bd82a-21d6-4806-be88-42bb80bbbd2d), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:10.940736 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:10.941392 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.000453 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] Pushing event updated for resources: {'Network': ['ID=c58bd82a-21d6-4806-be88-42bb80bbbd2d,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:11.009145 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:02:11.035814 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 2, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:11.051379 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-75fcb06d-4ea2-4134-bdc1-7128480bf18a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5277443 Mar 29 09:02:11.054969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 41998) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:11.062507 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Request body: {'subnet': {'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-76202968-subnet', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'ip_version': 4}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:11.066600 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Checking router: 5364df6f-35c4-4c38-b52f-46147692228b for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:02:11.066957 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Updating router 5364df6f-35c4-4c38-b52f-46147692228b port d9c35a9c-ae06-4335-a293-d1914b6c767f binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:02:11.093631 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.169360 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Made reservation on behalf of 357ae52e4ce1462aa221b716bf1068fd for: {'subnet': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:02:11.171711 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30317214'] for subnet (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.392560 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30599569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30317192'] for subnet (e549e70d-cd53-4cc1-aa3c-b907e3895fd9), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.451140 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e549e70d-cd53-4cc1-aa3c-b907e3895fd9,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:11.463507 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Checking segment: {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:11.463749 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Publish callbacks [] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.463893 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Network hostable DHCP agents. Network: c58bd82a-21d6-4806-be88-42bb80bbbd2d, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:02:11.540186 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.579893 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:02:11.593356 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c6410b9a-468f-4314-8b1c-184602a85405 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:11.597246 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61b821-a04f-40b6-bc90-862278919278 req-5118b90d-0601-4ba6-99c3-71ed57ffa011 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:11.601000 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8e61b821-a04f-40b6-bc90-862278919278 req-5118b90d-0601-4ba6-99c3-71ed57ffa011 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.0728512 Mar 29 09:02:11.601517 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Pushing event updated for resources: {'Port': ['ID=d9c35a9c-ae06-4335-a293-d1914b6c767f,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:11.612317 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.612743 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.613108 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.613466 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.613801 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.614159 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.614480 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.614805 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.615130 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.615453 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.615782 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.616185 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.616548 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.616869 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.617190 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:11.658228 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8e61b821-a04f-40b6-bc90-862278919278 req-84af3f61-7658-4e19-b68c-b290ef0632a4 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544090 Mar 29 09:02:11.670205 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port c6410b9a-468f-4314-8b1c-184602a85405 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:11.671438 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c6410b9a-468f-4314-8b1c-184602a85405), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.673566 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Attempting to bind port d9c35a9c-ae06-4335-a293-d1914b6c767f on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:11.674829 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Attempting to bind port d9c35a9c-ae06-4335-a293-d1914b6c767f by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:11.674829 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Attempting to bind port d9c35a9c-ae06-4335-a293-d1914b6c767f on network ad657806-a798-4555-b84b-a93d6a730ded {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:11.679690 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:11.679969 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Checking segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:11.680388 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.680783 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Bound using segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:11.681243 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Bound port: d9c35a9c-ae06-4335-a293-d1914b6c767f, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:11.681616 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.689447 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, c58bd82a-21d6-4806-be88-42bb80bbbd2d) {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:11.694964 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:11.695549 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.713579 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49697e4-06c4-4e98-bbae-ed2b6ddd6cff None None] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:02:11.791807 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] For port d9c35a9c-ae06-4335-a293-d1914b6c767f, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:11.798577 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] For port d9c35a9c-ae06-4335-a293-d1914b6c767f, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d9c35a9c-ae06-4335-a293-d1914b6c767f,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:11.881198 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-317b248d-5dc7-4c66-ab52-aa9c4c8a31b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8248096 Mar 29 09:02:11.883066 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port c6410b9a-468f-4314-8b1c-184602a85405 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:11.883924 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42006) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:11.888247 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:11.890917 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.920731 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-c58bd82a-21d6-4806-be88-42bb80bbbd2d', 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d', 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'fixed_ips': [{'subnet_id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 09:02:11.921674 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.941695 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] Provisioning complete for port d9c35a9c-ae06-4335-a293-d1914b6c767f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:11.941912 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.964958 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:11.965738 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:11.976389 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (243ffb9d-d813-4601-9bf6-a9bdefd3c626), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:11.978321 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (243ffb9d-d813-4601-9bf6-a9bdefd3c626), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.039603 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks [] for router_controller (243ffb9d-d813-4601-9bf6-a9bdefd3c626), precommit_add_association {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.054489 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c46a52-a3ac-45e7-bb7d-5572bb0d751e None None] Pushing event updated for resources: {'Port': ['ID=d9c35a9c-ae06-4335-a293-d1914b6c767f,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:12.118015 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:12.170517 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] Current status of the port d9c35a9c-ae06-4335-a293-d1914b6c767f is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:12.171530 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.200917 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Allocated IP 172.20.0.2 (c58bd82a-21d6-4806-be88-42bb80bbbd2d/e549e70d-cd53-4cc1-aa3c-b907e3895fd9/c0421787-cfeb-479e-ae77-703fd50d9aff) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:12.236432 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] For port d9c35a9c-ae06-4335-a293-d1914b6c767f, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d9c35a9c-ae06-4335-a293-d1914b6c767f,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:12.315715 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks [] for router_gateway (243ffb9d-d813-4601-9bf6-a9bdefd3c626), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.325324 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.367286 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:11Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:12.406688 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef462ac-39a7-4d51-b297-6f2a4d050411 None None] The sync data for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi is: [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:11Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:02:12.413542 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19a3cc-3822-47b9-9d11-90324e442b7c None None] Pushing event updated for resources: {'Port': ['ID=d9c35a9c-ae06-4335-a293-d1914b6c767f,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:12.419326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Publish callbacks [] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.486977 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.516469 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-41dcc682-31dd-45f5-bb09-e664e51e2ef7 None None] Provisioning complete for port d9c35a9c-ae06-4335-a293-d1914b6c767f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:12.516848 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-41dcc682-31dd-45f5-bb09-e664e51e2ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.570282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:12.581780 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:12.585768 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:12.587726 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Pushing event updated for resources: {'Port': ['ID=c0421787-cfeb-479e-ae77-703fd50d9aff,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:12.682307 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Attempting to bind port c0421787-cfeb-479e-ae77-703fd50d9aff on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:12.685421 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Attempting to bind port c0421787-cfeb-479e-ae77-703fd50d9aff by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:12.685421 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Attempting to bind port c0421787-cfeb-479e-ae77-703fd50d9aff on network c58bd82a-21d6-4806-be88-42bb80bbbd2d {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:12.694660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks [] for router_gateway (243ffb9d-d813-4601-9bf6-a9bdefd3c626), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.695092 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:12.695367 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Checking segment: {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:12.695757 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.696158 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Bound using segment: {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:12.696707 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Bound port: c0421787-cfeb-479e-ae77-703fd50d9aff, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:12.697093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.700003 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-41dcc682-31dd-45f5-bb09-e664e51e2ef7 None None] Current status of the port d9c35a9c-ae06-4335-a293-d1914b6c767f is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:12.728494 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.779510 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] For port c0421787-cfeb-479e-ae77-703fd50d9aff, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:12.787385 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] For port c0421787-cfeb-479e-ae77-703fd50d9aff, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c0421787-cfeb-479e-ae77-703fd50d9aff,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:12.844692 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:12.858868 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e5531-956f-4d08-b135-310417dc9db9 req-f36bdcfe-687f-4435-a433-21a592a64f11 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:12.860562 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-009e5531-956f-4d08-b135-310417dc9db9 req-f36bdcfe-687f-4435-a433-21a592a64f11 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.0949697 Mar 29 09:02:12.886614 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Allocated IP 172.27.1.178 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/2088ead0-4fc4-4220-bf6c-4ae8d119523e) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:12.912964 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca884f-8e58-40d5-92ce-5e4fa1b7c86f None None] Pushing event updated for resources: {'Port': ['ID=c0421787-cfeb-479e-ae77-703fd50d9aff,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:12.998221 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-009e5531-956f-4d08-b135-310417dc9db9 req-39790941-8474-4b24-8d6e-9271900e85aa tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289523 Mar 29 09:02:13.064164 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks [] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:13.174946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:13.217071 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:13.226862 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:13.232452 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:13.234550 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Pushing event updated for resources: {'Port': ['ID=2088ead0-4fc4-4220-bf6c-4ae8d119523e,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:13.597003 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks [] for router_gateway (243ffb9d-d813-4601-9bf6-a9bdefd3c626), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:13.677543 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c35a9c-ae06-4335-a293-d1914b6c767f up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:13.880680 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port d9c35a9c-ae06-4335-a293-d1914b6c767f triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:13.888264 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:13.965541 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port d9c35a9c-ae06-4335-a293-d1914b6c767f is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:13.966392 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c0421787-cfeb-479e-ae77-703fd50d9aff up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:13.996324 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f50188-4421-47c9-ac6d-b3ea77c0aba1 None None] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:02:14.108302 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] Provisioning complete for port c0421787-cfeb-479e-ae77-703fd50d9aff triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:14.108701 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.124080 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (243ffb9d-d813-4601-9bf6-a9bdefd3c626), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.144135 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42040) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:14.159063 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port c0421787-cfeb-479e-ae77-703fd50d9aff triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:14.159433 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.201416 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_v2 [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Deleting subnet 22833fe2-afdf-4c8e-be02-8317022a7515 {{(pid=110227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:02:14.211513 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ec261-4564-4e06-9ec8-c1b95c490c67 req-29aa442a-9e92-4e0e-bf72-6b13de99102c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:14.213096 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d28ec261-4564-4e06-9ec8-c1b95c490c67 req-29aa442a-9e92-4e0e-bf72-6b13de99102c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.1080585 Mar 29 09:02:14.214045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Publish callbacks [] for subnet (22833fe2-afdf-4c8e-be02-8317022a7515), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.277181 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29590211'] for subnet (22833fe2-afdf-4c8e-be02-8317022a7515), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.291695 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] Current status of the port c0421787-cfeb-479e-ae77-703fd50d9aff is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:14.292086 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.320923 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port c0421787-cfeb-479e-ae77-703fd50d9aff is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:14.328313 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.329003 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d28ec261-4564-4e06-9ec8-c1b95c490c67 req-baf41e95-10c7-4388-ac90-ed9c51a61a9a tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925424 Mar 29 09:02:14.341636 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (22833fe2-afdf-4c8e-be02-8317022a7515), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.349088 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] For port c0421787-cfeb-479e-ae77-703fd50d9aff, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c0421787-cfeb-479e-ae77-703fd50d9aff,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:14.354025 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:02:14.433828 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.467446 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29410709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29388282'] for subnet (22833fe2-afdf-4c8e-be02-8317022a7515), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.479580 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:02:14.495930 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Sync routers for ids ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:02:14.504038 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22833fe2-afdf-4c8e-be02-8317022a7515,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:14.506726 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.510118 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-35046e36-3ef1-467b-b879-25ef3869a4f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22833fe2-afdf-4c8e-be02-8317022a7515 HTTP/1.1" status: 204 len: 168 time: 0.3634522 Mar 29 09:02:14.512542 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42042) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:14.518589 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.db.api [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:02:14.518912 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG oslo_db.api [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:02:14.532655 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Routers {'243ffb9d-d813-4601-9bf6-a9bdefd3c626'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:14.533287 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:14.535101 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478c0f4-b2aa-46c6-a160-a4dc2eaec5e0 None None] Pushing event updated for resources: {'Port': ['ID=c0421787-cfeb-479e-ae77-703fd50d9aff,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:14.566570 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.570432 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-2490c09c-54f5-45b5-bd16-62076c45d631 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6831121 Mar 29 09:02:14.571048 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42044) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:14.632333 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-be0e9b47-4aaf-493b-82c5-0ae8ec45c64f None None] Provisioning complete for port c0421787-cfeb-479e-ae77-703fd50d9aff triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:14.632732 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-be0e9b47-4aaf-493b-82c5-0ae8ec45c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.650077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (c31bfc9f-6d25-4219-9cec-116ed9aa4153), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.683145 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Set router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:14.757308 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (c31bfc9f-6d25-4219-9cec-116ed9aa4153), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.809950 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:02:14.833174 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-be0e9b47-4aaf-493b-82c5-0ae8ec45c64f None None] Current status of the port c0421787-cfeb-479e-ae77-703fd50d9aff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:14.833890 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31bfc9f-6d25-4219-9cec-116ed9aa4153']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:14.849552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd640b26-bc06-40d6-9386-3f52d17aea72') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:14.849843 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd640b26-bc06-40d6-9386-3f52d17aea72') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:14.862560 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (cd640b26-bc06-40d6-9386-3f52d17aea72), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.881537 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (cd640b26-bc06-40d6-9386-3f52d17aea72), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.892922 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (cd640b26-bc06-40d6-9386-3f52d17aea72), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:02:14.897087 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:02:14.899659 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:02:13Z', 'revision_number': 3, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:14.923202 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Checking router: 243ffb9d-d813-4601-9bf6-a9bdefd3c626 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:02:14.923549 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Updating router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 port 2088ead0-4fc4-4220-bf6c-4ae8d119523e binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:02:14.952893 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.090196 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port c0421787-cfeb-479e-ae77-703fd50d9aff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:15.096122 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (c31bfc9f-6d25-4219-9cec-116ed9aa4153), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.105929 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.111517 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c31bfc9f-6d25-4219-9cec-116ed9aa4153 HTTP/1.1" status: 204 len: 168 time: 0.5954158 Mar 29 09:02:15.111904 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42046) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:15.125684 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0da7c3-3462-4761-bdd5-781ac0b26d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=c31bfc9f-6d25-4219-9cec-116ed9aa4153,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:15.165317 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Deleting subnet a3643167-b2c7-4e6c-bce7-7cda8c8be5a2 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:02:15.168670 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Publish callbacks [] for subnet (a3643167-b2c7-4e6c-bce7-7cda8c8be5a2), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.171590 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.204278 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (a3643167-b2c7-4e6c-bce7-7cda8c8be5a2), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.245868 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (a3643167-b2c7-4e6c-bce7-7cda8c8be5a2), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.246744 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Publish callbacks [] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.318964 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.329432 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Allocated IP 172.20.0.1 (c58bd82a-21d6-4806-be88-42bb80bbbd2d/e549e70d-cd53-4cc1-aa3c-b907e3895fd9/bc173d10-1f01-4fa1-8f0f-3f310a35f7c2) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:15.374523 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Attempting to bind port 2088ead0-4fc4-4220-bf6c-4ae8d119523e on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:15.374977 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Attempting to bind port 2088ead0-4fc4-4220-bf6c-4ae8d119523e by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:15.375348 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Attempting to bind port 2088ead0-4fc4-4220-bf6c-4ae8d119523e on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:15.383209 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adf325-4fa2-49c6-b358-c543ab316e0a None None] Pushing event updated for resources: {'Port': ['ID=2088ead0-4fc4-4220-bf6c-4ae8d119523e,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:15.387158 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (a3643167-b2c7-4e6c-bce7-7cda8c8be5a2), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.400740 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:15.401202 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:15.401617 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.402021 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:15.402580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Bound port: 2088ead0-4fc4-4220-bf6c-4ae8d119523e, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:15.402977 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.422554 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3643167-b2c7-4e6c-bce7-7cda8c8be5a2,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:15.434536 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks [] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.438918 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.442200 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-cb12eed8-0c50-4619-92eb-8a90cae16ab6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a3643167-b2c7-4e6c-bce7-7cda8c8be5a2 HTTP/1.1" status: 204 len: 168 time: 0.3291876 Mar 29 09:02:15.445427 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42050) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:15.461893 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] For port 2088ead0-4fc4-4220-bf6c-4ae8d119523e, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:15.465098 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] For port 2088ead0-4fc4-4220-bf6c-4ae8d119523e, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=2088ead0-4fc4-4220-bf6c-4ae8d119523e,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:15.525028 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.539729 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.543693 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (9829fc84-0c6a-48ba-9bb0-653f0dfac5dd), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.554153 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d2de-499e-473e-bde3-96d8b40b7e97 req-789aacab-e297-4881-8495-00672cadd6b4 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:15.555766 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2ff4d2de-499e-473e-bde3-96d8b40b7e97 req-789aacab-e297-4881-8495-00672cadd6b4 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.1366723 Mar 29 09:02:15.592830 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:15.596266 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:15.598027 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:15.602102 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:15.615060 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c0421787-cfeb-479e-ae77-703fd50d9aff up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:15.621648 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Routers {'243ffb9d-d813-4601-9bf6-a9bdefd3c626'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:15.622288 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:15.645466 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adf325-4fa2-49c6-b358-c543ab316e0a None None] Pushing event updated for resources: {'Port': ['ID=2088ead0-4fc4-4220-bf6c-4ae8d119523e,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:15.670374 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (243ffb9d-d813-4601-9bf6-a9bdefd3c626), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.690144 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (9829fc84-0c6a-48ba-9bb0-653f0dfac5dd), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.735264 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2ff4d2de-499e-473e-bde3-96d8b40b7e97 req-e21ad09e-2b45-40e1-bfb2-577703b3d3d6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631587 Mar 29 09:02:15.737606 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9829fc84-0c6a-48ba-9bb0-653f0dfac5dd']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:15.757151 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5610a6-6f2b-480a-99d1-8be78c03d6e6') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:15.758552 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5610a6-6f2b-480a-99d1-8be78c03d6e6') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:15.763134 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port c0421787-cfeb-479e-ae77-703fd50d9aff triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:15.763874 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.776468 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (dd5610a6-6f2b-480a-99d1-8be78c03d6e6), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.793746 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (dd5610a6-6f2b-480a-99d1-8be78c03d6e6), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.799580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] Set router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:15.800480 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:02:15.800960 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (dd5610a6-6f2b-480a-99d1-8be78c03d6e6), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:02:15.803591 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:02:15.935782 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (9829fc84-0c6a-48ba-9bb0-653f0dfac5dd), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.942167 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:15.950327 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9829fc84-0c6a-48ba-9bb0-653f0dfac5dd HTTP/1.1" status: 204 len: 168 time: 0.5001116 Mar 29 09:02:15.964767 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71e89a-3f32-4b63-ae87-4a020040997c admin admin] Pushing event deleted for resources: {'Network': ['ID=9829fc84-0c6a-48ba-9bb0-653f0dfac5dd,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:16.065677 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-2fe33c39-665d-4eee-a209-f2db02bdf00f None None] Provisioning complete for port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:16.066053 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2fe33c39-665d-4eee-a209-f2db02bdf00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.150496 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-2fe33c39-665d-4eee-a209-f2db02bdf00f None None] Port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:02:16.174565 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.190163 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port c0421787-cfeb-479e-ae77-703fd50d9aff is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:16.214901 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:02:13Z', 'revision_number': 3, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:16.242251 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0cdd7-e882-4791-a7fc-b1c6a45b665a None None] The sync data for ids ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'] in dv-cinder-835552-1-iscsi is: [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:02:13Z', 'revision_number': 3, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:02:16.335661 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks [] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.364886 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42054) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:16.409828 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.411283 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-58f747f6-0933-4d09-b945-62c4a8191b93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b156af3769415dab40a9a640c9a02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447307 Mar 29 09:02:16.414107 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42056) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:16.484509 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5cc38969-b1df-49c7-b659-a5a763ed9261 admin admin] Publish callbacks [] for security_group (26f3755d-27c5-4656-85cb-1808b4f92316), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.493309 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:16.495721 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (243ffb9d-d813-4601-9bf6-a9bdefd3c626), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.510267 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5cc38969-b1df-49c7-b659-a5a763ed9261 admin admin] Publish callbacks [] for security_group (26f3755d-27c5-4656-85cb-1808b4f92316), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.597070 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:16.598548 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:16.622016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5cc38969-b1df-49c7-b659-a5a763ed9261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (26f3755d-27c5-4656-85cb-1808b4f92316), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.624866 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-5cc38969-b1df-49c7-b659-a5a763ed9261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:16.626094 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-5cc38969-b1df-49c7-b659-a5a763ed9261 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26f3755d-27c5-4656-85cb-1808b4f92316 HTTP/1.1" status: 204 len: 168 time: 0.2111959 Mar 29 09:02:16.634898 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc38969-b1df-49c7-b659-a5a763ed9261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3755d-27c5-4656-85cb-1808b4f92316,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:16.720683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:02:16.741971 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:02:16.920522 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:16.924135 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:02:16.930766 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-731aaa9f-69c2-4c11-a543-f8d0b9089ff6 admin admin] 10.222.0.16 "PUT /v2.0/routers/243ffb9d-d813-4601-9bf6-a9bdefd3c626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3581998 Mar 29 09:02:16.935570 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'port_id': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'mac_address': 'fa:16:3e:7d:b1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:02:16.945956 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfbaff-4c5e-431e-b8ce-7f089b58aa6e req-2fca6d24-257c-4fa4-bab0-bbaf8075d3f3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:16.947438 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d8bfbaff-4c5e-431e-b8ce-7f089b58aa6e req-2fca6d24-257c-4fa4-bab0-bbaf8075d3f3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 944 time: 0.0927837 Mar 29 09:02:17.005517 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-72ebbe18-2efc-40cb-97c4-2a694df8d302 None None] Provisioning complete for port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:17.006040 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-72ebbe18-2efc-40cb-97c4-2a694df8d302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.008793 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:17.009188 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.021267 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-d8bfbaff-4c5e-431e-b8ce-7f089b58aa6e req-e07c38d6-f02d-4611-b8da-026883ca0b21 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672956 Mar 29 09:02:17.058236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:02:17.077921 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-72ebbe18-2efc-40cb-97c4-2a694df8d302 None None] Port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:02:17.092482 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:17.170007 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.223196 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:17.397291 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['96293fe6-6bc2-45e5-8138-f8cf0cf1df8f'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:02:17.421093 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42076) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:17.470759 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-17d93c78-5d08-4492-831a-16dd1e6dc00b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be1d3925b37344dfa5c7113f890a6cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481937 Mar 29 09:02:17.473002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42078) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:17.523466 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d84dab91-7ac4-4d63-8950-8d55f20dbbad admin admin] Publish callbacks [] for security_group (3968babe-fc79-41c1-9a34-bf72d909adb7), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.548126 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d84dab91-7ac4-4d63-8950-8d55f20dbbad admin admin] Publish callbacks [] for security_group (3968babe-fc79-41c1-9a34-bf72d909adb7), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.649593 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d84dab91-7ac4-4d63-8950-8d55f20dbbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (3968babe-fc79-41c1-9a34-bf72d909adb7), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.652335 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-d84dab91-7ac4-4d63-8950-8d55f20dbbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.663392 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-d84dab91-7ac4-4d63-8950-8d55f20dbbad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3968babe-fc79-41c1-9a34-bf72d909adb7 HTTP/1.1" status: 204 len: 168 time: 0.1893454 Mar 29 09:02:17.670792 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2088ead0-4fc4-4220-bf6c-4ae8d119523e up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:17.673946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dab91-7ac4-4d63-8950-8d55f20dbbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3968babe-fc79-41c1-9a34-bf72d909adb7,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:17.733868 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 2088ead0-4fc4-4220-bf6c-4ae8d119523e triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:17.734341 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.829049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 2088ead0-4fc4-4220-bf6c-4ae8d119523e is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:17.829437 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:17.850576 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 2088ead0-4fc4-4220-bf6c-4ae8d119523e, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=2088ead0-4fc4-4220-bf6c-4ae8d119523e,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:17.939416 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:18.022201 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=2088ead0-4fc4-4220-bf6c-4ae8d119523e,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:18.209842 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3150bb-fde7-438b-840a-a0e31fe7dabf req-bb934b6f-9152-4a63-9ddd-2c251f793f35 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:18.220727 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f3150bb-fde7-438b-840a-a0e31fe7dabf req-bb934b6f-9152-4a63-9ddd-2c251f793f35 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 945 time: 0.1083891 Mar 29 09:02:18.284964 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3f3150bb-fde7-438b-840a-a0e31fe7dabf req-921f77fb-adaf-4dff-9559-fbfe145d1fc3 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632694 Mar 29 09:02:18.448751 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Sync routers for ids ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:02:18.459567 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Routers {'243ffb9d-d813-4601-9bf6-a9bdefd3c626'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:18.460198 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:18.585166 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Set router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:18.722183 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:18.866762 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 09:02:18.879554 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:18.881957 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:18.923821 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:02:15Z', 'revision_number': 4, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'bc173d10-1f01-4fa1-8f0f-3f310a35f7c2', 'name': '', 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'mac_address': 'fa:16:3e:42:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:15Z', 'updated_at': '2022-03-29T09:02:16Z', 'revision_number': 2, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'subnets': [{'id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:18.951480 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Checking router: 243ffb9d-d813-4601-9bf6-a9bdefd3c626 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:02:18.951845 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Updating router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:02:18.984222 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.035240 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:19.035806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.068290 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:02:19.071803 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267895d-506e-41e8-986a-80e979a785d5" -d '{"events": [{"server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "name": "network-vif-plugged", "status": "completed", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:02:19.112172 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:19.128642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c3940-d8b5-47c5-8168-acdb4074b191 x-openstack-request-id: req-975c3940-d8b5-47c5-8168-acdb4074b191 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:02:19.129320 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "name": "network-vif-plugged", "status": "completed", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:02:19.129871 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-975c3940-d8b5-47c5-8168-acdb4074b191 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:02:19.130419 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975c3940-d8b5-47c5-8168-acdb4074b191'] response: {'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'code': 200} Mar 29 09:02:19.209426 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.277460 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Publish callbacks [] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.292840 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:19.366646 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.423730 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52904e-f7c3-47f5-bc12-b69c01d92375 req-e5e3f6b2-c667-4961-abaa-669257471854 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:19.430117 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a52904e-f7c3-47f5-bc12-b69c01d92375 req-e5e3f6b2-c667-4961-abaa-669257471854 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.0665624 Mar 29 09:02:19.473168 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed62d-a5bc-48a1-a563-0a40456c0143 None None] Pushing event updated for resources: {'Port': ['ID=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:19.517214 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Attempting to bind port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:19.521533 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Attempting to bind port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:19.522383 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Attempting to bind port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 on network c58bd82a-21d6-4806-be88-42bb80bbbd2d {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:19.533406 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:19.533833 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Checking segment: {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:19.534247 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.534634 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Bound using segment: {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:19.535091 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Bound port: bc173d10-1f01-4fa1-8f0f-3f310a35f7c2, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5371bb4e-c63b-4209-884d-5f2f8f305c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:19.535470 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.537681 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a52904e-f7c3-47f5-bc12-b69c01d92375 req-a5bc8213-0014-4a9b-b3ec-0eda215fbbf0 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967188 Mar 29 09:02:19.636526 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] For port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:19.641577 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] For port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:19.686376 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fc018-bfaf-403a-b8b8-f5f191d1c32c req-442a80de-0a00-44da-aed3-4aa20edc838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:19.687649 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-288fc018-bfaf-403a-b8b8-f5f191d1c32c req-442a80de-0a00-44da-aed3-4aa20edc838c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0844624 Mar 29 09:02:19.688236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2088ead0-4fc4-4220-bf6c-4ae8d119523e up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:19.715631 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.768243 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-288fc018-bfaf-403a-b8b8-f5f191d1c32c req-06d7edfc-b3f5-4d82-a098-14289b15de44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740800 Mar 29 09:02:19.805726 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Routers {'243ffb9d-d813-4601-9bf6-a9bdefd3c626'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:19.808133 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:19.808312 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 2088ead0-4fc4-4220-bf6c-4ae8d119523e triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:19.808312 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.843565 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42124) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:19.879818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-34580820-7342-4363-9d09-6bae50f74629 None None] Provisioning complete for port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:19.880629 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-34580820-7342-4363-9d09-6bae50f74629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:19.955091 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed62d-a5bc-48a1-a563-0a40456c0143 None None] Pushing event updated for resources: {'Port': ['ID=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:19.984828 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] Set router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:20.010842 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 2088ead0-4fc4-4220-bf6c-4ae8d119523e is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:20.014562 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18d84cce-c11e-4793-acca-c138d0bcb794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.064556 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-34580820-7342-4363-9d09-6bae50f74629 None None] Current status of the port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:20.065535 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-34580820-7342-4363-9d09-6bae50f74629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.107396 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-34580820-7342-4363-9d09-6bae50f74629 None None] For port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:20.183213 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18d84cce-c11e-4793-acca-c138d0bcb794 admin admin] Publish callbacks [] for security_group (c802f5cb-cfe8-474d-b241-07940d9f1738), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.233211 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-34580820-7342-4363-9d09-6bae50f74629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.263741 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-18d84cce-c11e-4793-acca-c138d0bcb794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (c802f5cb-cfe8-474d-b241-07940d9f1738), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.278623 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:02:15Z', 'revision_number': 4, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'bc173d10-1f01-4fa1-8f0f-3f310a35f7c2', 'name': '', 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'mac_address': 'fa:16:3e:42:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:15Z', 'updated_at': '2022-03-29T09:02:19Z', 'revision_number': 4, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'subnets': [{'id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:20.297893 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34580820-7342-4363-9d09-6bae50f74629 None None] Pushing event updated for resources: {'Port': ['ID=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:20.308777 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198f7e5-fc10-4645-93b9-926b538b98ee None None] The sync data for ids ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'] in dv-cinder-835552-1-iscsi is: [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:02:15Z', 'revision_number': 4, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'bc173d10-1f01-4fa1-8f0f-3f310a35f7c2', 'name': '', 'network_id': 'c58bd82a-21d6-4806-be88-42bb80bbbd2d', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'mac_address': 'fa:16:3e:42:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:15Z', 'updated_at': '2022-03-29T09:02:19Z', 'revision_number': 4, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'subnets': [{'id': 'e549e70d-cd53-4cc1-aa3c-b907e3895fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:02:20.370456 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42128) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:20.397258 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-18d84cce-c11e-4793-acca-c138d0bcb794 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ae53ce2d7104334b3993d1322088b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523415 Mar 29 09:02:20.400707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84cce-c11e-4793-acca-c138d0bcb794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c802f5cb-cfe8-474d-b241-07940d9f1738,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:20.404001 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-c7ddf434-b7c0-4b4f-900c-61e09ca3e4af None None] Provisioning complete for port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:20.404646 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf434-b7c0-4b4f-900c-61e09ca3e4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.473778 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfd60-156d-4f2e-8418-4c698ee5d728 admin admin] Publish callbacks [] for security_group (c802f5cb-cfe8-474d-b241-07940d9f1738), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.509807 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfd60-156d-4f2e-8418-4c698ee5d728 admin admin] Publish callbacks [] for security_group (c802f5cb-cfe8-474d-b241-07940d9f1738), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.582361 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-c7ddf434-b7c0-4b4f-900c-61e09ca3e4af None None] Current status of the port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:20.683342 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfd60-156d-4f2e-8418-4c698ee5d728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (c802f5cb-cfe8-474d-b241-07940d9f1738), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.686905 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfd60-156d-4f2e-8418-4c698ee5d728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:20.691519 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5e5cfd60-156d-4f2e-8418-4c698ee5d728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c802f5cb-cfe8-474d-b241-07940d9f1738 HTTP/1.1" status: 204 len: 168 time: 0.3200338 Mar 29 09:02:20.703794 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cfd60-156d-4f2e-8418-4c698ee5d728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802f5cb-cfe8-474d-b241-07940d9f1738,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:20.796184 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43737f7-3ee8-4f67-b835-33bb71eba0f9 req-caf06650-e12a-41c2-8436-93b241e8fc1f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:20.798878 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c43737f7-3ee8-4f67-b835-33bb71eba0f9 req-caf06650-e12a-41c2-8436-93b241e8fc1f tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.1483233 Mar 29 09:02:20.855751 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c43737f7-3ee8-4f67-b835-33bb71eba0f9 req-1950e8c3-e588-4373-9b8e-3b6841a5c26b tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514531 Mar 29 09:02:21.612730 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:21.662861 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:21.663171 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:21.751860 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:21.978497 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a33cc0-8966-457a-8c4f-a63f3dbd51bb req-2c5e39df-5ec1-4915-b189-f3e92f43f61d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:21.980030 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-58a33cc0-8966-457a-8c4f-a63f3dbd51bb req-2c5e39df-5ec1-4915-b189-f3e92f43f61d tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.0565891 Mar 29 09:02:22.069102 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-58a33cc0-8966-457a-8c4f-a63f3dbd51bb req-0010e53d-d852-4ff5-839c-132e5e002ae8 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786538 Mar 29 09:02:22.191055 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b46f-c443-4ed9-95b4-b6df26347d4f req-ef46b133-9dc7-41a2-be72-44028876f501 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:22.198886 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfe4b46f-c443-4ed9-95b4-b6df26347d4f req-ef46b133-9dc7-41a2-be72-44028876f501 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.0664701 Mar 29 09:02:22.252507 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-cfe4b46f-c443-4ed9-95b4-b6df26347d4f req-3821d196-5bb8-478e-a14b-a235799a7974 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526471 Mar 29 09:02:22.269161 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42162) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:22.333090 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec192e4-77db-4c61-9184-9cd93578a128 tempest-TestVolumeBootPattern-1793610413 tempest-TestVolumeBootPattern-1793610413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:22.334636 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-4ec192e4-77db-4c61-9184-9cd93578a128 tempest-TestVolumeBootPattern-1793610413 tempest-TestVolumeBootPattern-1793610413-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1125 time: 0.0644853 Mar 29 09:02:22.337645 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42166) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:22.343173 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'port_id': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:22.453714 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:22.596080 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:22.724598 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Allocated IP 172.27.1.113 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/71bdf11a-b701-4803-99d0-ab8648acab60) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:22.854615 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (71bdf11a-b701-4803-99d0-ab8648acab60), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:22.959761 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (71bdf11a-b701-4803-99d0-ab8648acab60), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:22.982373 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:23.006881 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:23.008408 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:23.055361 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=71bdf11a-b701-4803-99d0-ab8648acab60,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:23.450783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (479e3182-520c-4ca1-bfad-f448e725a51a), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:23.618053 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (71bdf11a-b701-4803-99d0-ab8648acab60), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:23.809391 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for port (71bdf11a-b701-4803-99d0-ab8648acab60), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:23.895571 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (71bdf11a-b701-4803-99d0-ab8648acab60), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:23.975205 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event updated for resources: {'Port': ['ID=71bdf11a-b701-4803-99d0-ab8648acab60,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:23.988061 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (479e3182-520c-4ca1-bfad-f448e725a51a), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:24.105729 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Floating IP 479e3182-520c-4ca1-bfad-f448e725a51a associated. External IP: 172.27.1.113, port: 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f. Mar 29 09:02:24.344184 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:02:24.469991 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:02:24.483230 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:02:24.498221 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:24.498861 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:24.558755 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:24.608488 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-7be2ad7a-7452-4d9e-bc07-57891e8d6c71 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2691395 Mar 29 09:02:24.623378 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:02:24.625961 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbede87-1873-4b2d-8cba-4d8cce18c88c" -d '{"events": [{"name": "network-changed", "server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:02:24.629144 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:24.668431 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d47fbf-b228-440f-92fa-d42ae3642957 x-openstack-request-id: req-79d47fbf-b228-440f-92fa-d42ae3642957 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:02:24.668747 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:02:24.669034 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79d47fbf-b228-440f-92fa-d42ae3642957 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:02:24.669400 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d47fbf-b228-440f-92fa-d42ae3642957'] response: {'name': 'network-changed', 'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'status': 'completed', 'code': 200} Mar 29 09:02:24.770203 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-21b7981d-fd16-47cd-b3e1-577630f341ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:24.772544 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-21b7981d-fd16-47cd-b3e1-577630f341ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0804980 Mar 29 09:02:24.906933 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-fc67faeb-38a8-49f2-9c23-da8078cccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:24.908675 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-fc67faeb-38a8-49f2-9c23-da8078cccc19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.1298292 Mar 29 09:02:24.959899 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '479e3182-520c-4ca1-bfad-f448e725a51a', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:7d:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:02:23Z', 'updated_at': '2022-03-29T09:02:23Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}, {'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:24Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:24.993289 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:02:24.994934 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-37b00284-3029-47ff-be2c-1e687c6df0bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f HTTP/1.1" status: 200 len: 1000 time: 0.0738358 Mar 29 09:02:25.002420 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:02:25.003024 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:01:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:25.048625 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-2628fb82-4e30-4c2d-93fa-eec1c5ce6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:25.050380 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-2628fb82-4e30-4c2d-93fa-eec1c5ce6d4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0499699 Mar 29 09:02:25.110449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:02:25.115815 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-c9eff4c5-f51e-466f-9ecd-404d48b64767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:25.117866 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-c9eff4c5-f51e-466f-9ecd-404d48b64767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614774 Mar 29 09:02:25.209447 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-0377a71e-1899-4afb-8b8d-201d77a7840c service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853028 Mar 29 09:02:25.313761 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2cbede87-1873-4b2d-8cba-4d8cce18c88c req-bbb9d58a-d492-4505-ad02-3ab913aa7be2 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989945 Mar 29 09:02:25.489464 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '479e3182-520c-4ca1-bfad-f448e725a51a', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:7d:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:02:23Z', 'updated_at': '2022-03-29T09:02:23Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}, {'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:24Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:02:25.518517 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfd057-4bc4-4411-9f10-b05d35d5e0dc None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '479e3182-520c-4ca1-bfad-f448e725a51a', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:7d:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:02:23Z', 'updated_at': '2022-03-29T09:02:23Z', 'revision_number': 0, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}, {'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:24Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:02:25.751196 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf03ba-6efc-4902-a24b-cf4023e540d9 None None] New status for floating IP 479e3182-520c-4ca1-bfad-f448e725a51a: ACTIVE {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:02:26.101076 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:26.534867 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-beb65a1d-ff79-47b5-ad48-52f6c4df367b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:28.951613 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-6f0b628e-de66-481e-bc53-270e363e333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:29.838445 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-a32e6e9e-ae36-45d6-8033-d003c6c65836 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:29.839920 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-a32e6e9e-ae36-45d6-8033-d003c6c65836 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 815 time: 0.0978003 Mar 29 09:02:29.853984 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-d4344fae-8651-4ef1-a042-b8112838bccb tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/quotas/a9d6e02d36be405a92544584ae178949 HTTP/1.1" status: 200 len: 375 time: 0.0087707 Mar 29 09:02:29.907822 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-1a421516-f188-4142-8c4f-eced2d55e855 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487592 Mar 29 09:02:30.002545 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-d9e7b99f-aa78-4cb5-9931-18147e5526ad service neutron] 10.222.0.16 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837581 Mar 29 09:02:30.037468 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:30.089355 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-5012011b-60a0-44f2-a4cb-9995582cc3c2 service neutron] 10.222.0.16 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803936 Mar 29 09:02:30.326779 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e8de73cd-19e1-459e-b4db-99555a656467 req-ac5d624e-7714-4b26-af8f-bd240cc5d863 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 210 time: 0.0310211 Mar 29 09:02:31.306268 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:31.414004 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d4a8f669-5357-42c2-96fa-7bd33d69a37f req-41024d96-aabd-411a-9c81-36c77e1f46b7 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 210 time: 0.0367990 Mar 29 09:02:32.523681 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9653c36d-8661-4b14-bd74-89dcd5bca3da req-6ef9a51f-9697-4797-bb76-ae3cd910dcfe tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 210 time: 0.0382071 Mar 29 09:02:32.598803 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-87df7095-f160-4a0d-bc12-5075d55d416b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:32.600226 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-87df7095-f160-4a0d-bc12-5075d55d416b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.13 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 815 time: 0.1050327 Mar 29 09:02:32.615128 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'port': {'device_id': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'admin_state_up': True, 'tenant_id': 'a9d6e02d36be405a92544584ae178949'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:32.791673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Made reservation on behalf of a9d6e02d36be405a92544584ae178949 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:02:32.795020 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:32.924111 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Allocated IP 172.20.0.4 (ad657806-a798-4555-b84b-a93d6a730ded/ba6739ec-7bf3-4146-b5de-35c5cd8f7148/ca29b327-81fa-464a-9470-9625ec13e507) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:02:32.970875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42316) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:33.014837 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.088269 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for port (ca29b327-81fa-464a-9470-9625ec13e507), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.091619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-96c4b6aa-355a-43dc-a781-1e30ddda3451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.171682 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-96c4b6aa-355a-43dc-a781-1e30ddda3451 admin admin] Publish callbacks [] for security_group (514a2c5c-d48f-490a-b1fa-ddfb8f554083), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.180946 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.226678 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Network ad657806-a798-4555-b84b-a93d6a730ded is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:02:33.230084 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:02:33.230680 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-96c4b6aa-355a-43dc-a781-1e30ddda3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (514a2c5c-d48f-490a-b1fa-ddfb8f554083), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.236051 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:02:33.261552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4b6aa-355a-43dc-a781-1e30ddda3451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a2c5c-d48f-490a-b1fa-ddfb8f554083,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:33.279855 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:33.300297 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-96c4b6aa-355a-43dc-a781-1e30ddda3451 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de9051959531428ab1d4519c1d76a7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282688 Mar 29 09:02:33.300474 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:33.301005 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.301189 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42330) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:33.363849 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d83673cd-763e-4256-83ce-5f9b9e47e70d admin admin] Publish callbacks [] for security_group (514a2c5c-d48f-490a-b1fa-ddfb8f554083), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.389816 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d83673cd-763e-4256-83ce-5f9b9e47e70d admin admin] Publish callbacks [] for security_group (514a2c5c-d48f-490a-b1fa-ddfb8f554083), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.417562 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-e4cddf76-e540-4c2b-a433-e34c35dc57e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060117 Mar 29 09:02:33.432897 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Request body: {'port': {'device_id': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:02:33.496669 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.510770 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d83673cd-763e-4256-83ce-5f9b9e47e70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (514a2c5c-d48f-490a-b1fa-ddfb8f554083), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.514677 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-d83673cd-763e-4256-83ce-5f9b9e47e70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.519761 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-d83673cd-763e-4256-83ce-5f9b9e47e70d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/514a2c5c-d48f-490a-b1fa-ddfb8f554083 HTTP/1.1" status: 204 len: 168 time: 0.2140734 Mar 29 09:02:33.540460 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83673cd-763e-4256-83ce-5f9b9e47e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a2c5c-d48f-490a-b1fa-ddfb8f554083,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:33.573610 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-519ae412-679f-44a5-bd9e-897b6ec72809 None None] Provisioning complete for port ca29b327-81fa-464a-9470-9625ec13e507 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:33.574336 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-519ae412-679f-44a5-bd9e-897b6ec72809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ca29b327-81fa-464a-9470-9625ec13e507), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:33.652517 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-519ae412-679f-44a5-bd9e-897b6ec72809 None None] Port ca29b327-81fa-464a-9470-9625ec13e507 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:02:34.145011 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd8a0-19c4-48ad-a065-107c0f58264e req-05a3a68e-f7cc-448f-b31a-02f92d06c878 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:34.146866 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf3fd8a0-19c4-48ad-a065-107c0f58264e req-05a3a68e-f7cc-448f-b31a-02f92d06c878 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 931 time: 0.1164689 Mar 29 09:02:34.248821 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf3fd8a0-19c4-48ad-a065-107c0f58264e req-075eaeb9-a3f6-4ba2-b4c2-724181563969 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Mar 29 09:02:34.289585 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42344) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:34.304242 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35385d18-c0c7-4a89-8fe9-0a3d3be33130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.324040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca29b327-81fa-464a-9470-9625ec13e507 {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:02:34.333524 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Publish callbacks [] for port (ca29b327-81fa-464a-9470-9625ec13e507), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.349551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Transition to ACTIVE for port object ca29b327-81fa-464a-9470-9625ec13e507 will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 09:02:34.399548 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35385d18-c0c7-4a89-8fe9-0a3d3be33130 admin admin] Publish callbacks [] for security_group (7c607bf5-6c0c-4c18-b65e-d797ca0e744f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.413746 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.470303 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:34.471869 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-35385d18-c0c7-4a89-8fe9-0a3d3be33130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7c607bf5-6c0c-4c18-b65e-d797ca0e744f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.558315 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42346) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:34.558620 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-35385d18-c0c7-4a89-8fe9-0a3d3be33130 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf7de48356604d1081e0d042c321b539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678287 Mar 29 09:02:34.560222 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35385d18-c0c7-4a89-8fe9-0a3d3be33130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c607bf5-6c0c-4c18-b65e-d797ca0e744f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:34.594665 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Attempting to bind port ca29b327-81fa-464a-9470-9625ec13e507 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:02:34.595366 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Attempting to bind port ca29b327-81fa-464a-9470-9625ec13e507 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:02:34.596228 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Attempting to bind port ca29b327-81fa-464a-9470-9625ec13e507 on network ad657806-a798-4555-b84b-a93d6a730ded {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:34.611349 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Port ca29b327-81fa-464a-9470-9625ec13e507 on network ad657806-a798-4555-b84b-a93d6a730ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:02:34.612039 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Attempting to bind port ca29b327-81fa-464a-9470-9625ec13e507 on network ad657806-a798-4555-b84b-a93d6a730ded {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:02:34.625930 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:02:34.626596 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Checking segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:02:34.627193 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Bound using segment: {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:02:34.627812 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Bound port: ca29b327-81fa-464a-9470-9625ec13e507, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984d6253-3415-421a-9627-2a5ac7267193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:02:34.628377 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.692737 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8be7-b8e4-43b8-9051-a5585a74903c admin admin] Publish callbacks [] for security_group (7c607bf5-6c0c-4c18-b65e-d797ca0e744f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.742207 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8be7-b8e4-43b8-9051-a5585a74903c admin admin] Publish callbacks [] for security_group (7c607bf5-6c0c-4c18-b65e-d797ca0e744f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.752328 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:02:34.762257 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:02:34.844059 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.888591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:34.889305 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.891358 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 1093 time: 1.4639461 Mar 29 09:02:34.891358 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:02:34.893493 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:02:34.911029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8be7-b8e4-43b8-9051-a5585a74903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (7c607bf5-6c0c-4c18-b65e-d797ca0e744f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.915556 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-bd6b8be7-b8e4-43b8-9051-a5585a74903c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:34.916704 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-bd6b8be7-b8e4-43b8-9051-a5585a74903c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c607bf5-6c0c-4c18-b65e-d797ca0e744f HTTP/1.1" status: 204 len: 168 time: 0.3574202 Mar 29 09:02:34.940051 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b8be7-b8e4-43b8-9051-a5585a74903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c607bf5-6c0c-4c18-b65e-d797ca0e744f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:34.946800 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d603991-e2fc-44be-9d36-5b11f8886d77 x-openstack-request-id: req-6d603991-e2fc-44be-9d36-5b11f8886d77 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:02:34.947154 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:02:34.947434 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d603991-e2fc-44be-9d36-5b11f8886d77 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:02:34.949026 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d603991-e2fc-44be-9d36-5b11f8886d77'] response: {'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'status': 'completed', 'code': 200} Mar 29 09:02:34.955994 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cfc0c-5966-4315-806b-f0a9aad18d02 service neutron] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:35.395085 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a12ae-0770-485a-b454-b0cf48116548 req-6ddc097e-61ca-42a3-8d42-73801e7996c9 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:35.402653 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ea9a12ae-0770-485a-b454-b0cf48116548 req-6ddc097e-61ca-42a3-8d42-73801e7996c9 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0663292 Mar 29 09:02:35.460403 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ea9a12ae-0770-485a-b454-b0cf48116548 req-4be2e51e-cb1b-4bb7-a1cf-1b1ce370d4f0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533781 Mar 29 09:02:35.714108 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42356) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:35.726895 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-58f494e4-617f-436f-8007-f25f833e2273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:35.801237 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-58f494e4-617f-436f-8007-f25f833e2273 admin admin] Publish callbacks [] for security_group (1f489256-79d5-4bc6-9d2b-a27cd08509c5), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:35.860651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-58f494e4-617f-436f-8007-f25f833e2273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1f489256-79d5-4bc6-9d2b-a27cd08509c5), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:35.907026 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-58f494e4-617f-436f-8007-f25f833e2273 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efbae8de5d844c5cb070de0ccfeb2317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918347 Mar 29 09:02:35.910033 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42360) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:02:35.927096 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f494e4-617f-436f-8007-f25f833e2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f489256-79d5-4bc6-9d2b-a27cd08509c5,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:35.980347 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4309d194-293a-423c-a0b4-f24f0bc4792c admin admin] Publish callbacks [] for security_group (1f489256-79d5-4bc6-9d2b-a27cd08509c5), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:36.003816 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4309d194-293a-423c-a0b4-f24f0bc4792c admin admin] Publish callbacks [] for security_group (1f489256-79d5-4bc6-9d2b-a27cd08509c5), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:36.112583 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4309d194-293a-423c-a0b4-f24f0bc4792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1f489256-79d5-4bc6-9d2b-a27cd08509c5), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:36.115802 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-4309d194-293a-423c-a0b4-f24f0bc4792c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:36.117042 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-4309d194-293a-423c-a0b4-f24f0bc4792c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f489256-79d5-4bc6-9d2b-a27cd08509c5 HTTP/1.1" status: 204 len: 168 time: 0.2051408 Mar 29 09:02:36.125433 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309d194-293a-423c-a0b4-f24f0bc4792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f489256-79d5-4bc6-9d2b-a27cd08509c5,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:36.600400 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e861d-1b18-479a-91cd-029b94c30fe7 req-c490ebcd-bae6-4e00-a950-4d82a32e7c4d tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:36.608753 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f91e861d-1b18-479a-91cd-029b94c30fe7 req-c490ebcd-bae6-4e00-a950-4d82a32e7c4d tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0694096 Mar 29 09:02:36.676847 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f91e861d-1b18-479a-91cd-029b94c30fe7 req-5e1da13c-d0dc-4883-add3-6c1dbc457a63 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664053 Mar 29 09:02:37.803977 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156eb6c-a755-4b04-ac9b-14d4b1d7f11e req-11cc89c6-f16c-43ca-b9d1-1f32d8763ec9 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:37.805475 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b156eb6c-a755-4b04-ac9b-14d4b1d7f11e req-11cc89c6-f16c-43ca-b9d1-1f32d8763ec9 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0595796 Mar 29 09:02:37.855310 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b156eb6c-a755-4b04-ac9b-14d4b1d7f11e req-9e8e957c-1150-4df2-916c-d5476fabccd0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Mar 29 09:02:38.988561 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6428e-50b7-484e-9786-869e66d25519 req-5f2e800e-91e3-46e8-8d8b-b3a8b91fd1a6 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:38.990131 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-13f6428e-50b7-484e-9786-869e66d25519 req-5f2e800e-91e3-46e8-8d8b-b3a8b91fd1a6 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0584598 Mar 29 09:02:39.040666 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-13f6428e-50b7-484e-9786-869e66d25519 req-21972194-831a-4aea-b4a6-9b86bf1e3175 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Mar 29 09:02:40.162885 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a80e4-a6f3-4c89-a759-e26aca002215 req-7830a494-e06f-426f-8e57-8bb95b296853 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:40.164536 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3e2a80e4-a6f3-4c89-a759-e26aca002215 req-7830a494-e06f-426f-8e57-8bb95b296853 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0547583 Mar 29 09:02:40.218273 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3e2a80e4-a6f3-4c89-a759-e26aca002215 req-787273f4-5850-46ae-9ee2-9a7228997c45 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Mar 29 09:02:41.358426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10228-8121-43c5-ba49-39ae37eb467a req-bd48032f-373f-4b69-bb43-90db7c18c2d0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:41.360408 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b1d10228-8121-43c5-ba49-39ae37eb467a req-bd48032f-373f-4b69-bb43-90db7c18c2d0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0634341 Mar 29 09:02:41.429962 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b1d10228-8121-43c5-ba49-39ae37eb467a req-aa903c2c-6642-4528-badd-2e002bf70b47 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Mar 29 09:02:42.552984 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2605b02-2cf6-4d78-ba38-8ba719fe28b6 req-7dadf542-2d25-4d72-8c68-9efd5b33e92e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:42.554450 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f2605b02-2cf6-4d78-ba38-8ba719fe28b6 req-7dadf542-2d25-4d72-8c68-9efd5b33e92e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0571647 Mar 29 09:02:42.631484 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f2605b02-2cf6-4d78-ba38-8ba719fe28b6 req-d2c81ac6-2481-46c9-a08e-50a0032765b1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Mar 29 09:02:42.642978 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389 req-4806b5e2-cda8-45ad-b50c-fb5f215d5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:42.644536 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389 req-4806b5e2-cda8-45ad-b50c-fb5f215d5e56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1127 time: 0.0709102 Mar 29 09:02:42.753136 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389 req-4bcf9bd5-44d4-4883-b498-80c7d78c3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:42.755134 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389 req-4bcf9bd5-44d4-4883-b498-80c7d78c3187 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a9d6e02d36be405a92544584ae178949&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1002381 Mar 29 09:02:42.846780 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389 req-328c796d-efa4-4874-b645-17fed03b275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:42.848781 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-1edc6ac5-abf2-4cbf-a950-7eb9cc3db389 req-328c796d-efa4-4874-b645-17fed03b275d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866418 Mar 29 09:02:42.931203 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-804ec522-dba3-4eba-9d99-39011d48d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:42.932708 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-804ec522-dba3-4eba-9d99-39011d48d8c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1127 time: 0.0442886 Mar 29 09:02:42.979003 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-75f1df43-2786-496a-9e4b-6d5e98903d2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 217 time: 0.0377996 Mar 29 09:02:43.028325 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-91c38374-df8a-41d6-9736-77e2e3cc3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:43.029726 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-91c38374-df8a-41d6-9736-77e2e3cc3e7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 200 len: 854 time: 0.0435791 Mar 29 09:02:43.079015 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d00-dd39-4779-beff-050facae6387 req-5efc9dc6-2e95-43cd-a862-23a49e0e76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:43.080553 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-5efc9dc6-2e95-43cd-a862-23a49e0e76cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad657806-a798-4555-b84b-a93d6a730ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443671 Mar 29 09:02:43.171269 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-f195e166-5556-4ae0-a580-a1af1580b2b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839663 Mar 29 09:02:43.260578 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d0e12d00-dd39-4779-beff-050facae6387 req-8843f3db-c648-4c23-a01c-71863fbb974f service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818658 Mar 29 09:02:43.755026 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ec2e-24b5-4da1-af54-bab636e9e695 req-01c47b9b-95b6-4ada-a1a5-3cfde851b63f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:43.756539 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bc47ec2e-24b5-4da1-af54-bab636e9e695 req-01c47b9b-95b6-4ada-a1a5-3cfde851b63f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0540571 Mar 29 09:02:43.802699 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bc47ec2e-24b5-4da1-af54-bab636e9e695 req-b1aa05e0-15ad-4e07-aeb9-687e49a6c199 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Mar 29 09:02:44.924647 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae099a-0bf4-49ef-895b-3f19d5c99e56 req-978c1192-7fef-412a-b9eb-9d64ea4a4e83 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:44.926127 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-42ae099a-0bf4-49ef-895b-3f19d5c99e56 req-978c1192-7fef-412a-b9eb-9d64ea4a4e83 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0549192 Mar 29 09:02:44.975554 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-42ae099a-0bf4-49ef-895b-3f19d5c99e56 req-a9471cc2-0970-49ff-95b7-458cd8ae0b3f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Mar 29 09:02:46.092012 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9601-26dd-4a3f-ab3c-da3c7115796a req-f0727a6f-545b-4f7c-9719-8e88cccd8bcb tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:46.093506 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8fdd9601-26dd-4a3f-ab3c-da3c7115796a req-f0727a6f-545b-4f7c-9719-8e88cccd8bcb tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0510871 Mar 29 09:02:46.141019 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8fdd9601-26dd-4a3f-ab3c-da3c7115796a req-3677e3c2-e347-4690-89ff-2201606e7e7a tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Mar 29 09:02:46.988447 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ca29b327-81fa-464a-9470-9625ec13e507 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:02:47.084006 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:47.095863 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'ca29b327-81fa-464a-9470-9625ec13e507', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'port_id': 'ca29b327-81fa-464a-9470-9625ec13e507', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:02:47.135189 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port ca29b327-81fa-464a-9470-9625ec13e507 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:47.135575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:47.148790 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca29b327-81fa-464a-9470-9625ec13e507 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:02:47.168958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:47.231131 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:47.257997 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9114f4e-e1df-426e-93ae-f719effb97d6 req-c22bd201-4092-44f4-b505-af17528a1868 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:47.259538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f9114f4e-e1df-426e-93ae-f719effb97d6 req-c22bd201-4092-44f4-b505-af17528a1868 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 943 time: 0.0551608 Mar 29 09:02:47.280029 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:47.288913 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.289264 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.289607 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.289947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.290315 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.290647 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.290975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.291301 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.291629 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.291954 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.292279 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.292628 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.292953 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.293271 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.293592 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:02:47.311574 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f9114f4e-e1df-426e-93ae-f719effb97d6 req-5e3cf59c-5145-45fc-abf4-9e65da5f43b0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Mar 29 09:02:47.487442 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ca29b327-81fa-464a-9470-9625ec13e507'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:02:48.430944 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d472e0-8634-4553-bf34-930f47cf54d9 req-db9f0ded-3476-4d60-8b4e-356fdc9f3167 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:48.432460 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-54d472e0-8634-4553-bf34-930f47cf54d9 req-db9f0ded-3476-4d60-8b4e-356fdc9f3167 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 944 time: 0.0566633 Mar 29 09:02:48.478676 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-54d472e0-8634-4553-bf34-930f47cf54d9 req-2d79cb5a-d048-434f-ab06-61674f71a5f1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Mar 29 09:02:49.000165 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ca29b327-81fa-464a-9470-9625ec13e507 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:02:49.115593 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port ca29b327-81fa-464a-9470-9625ec13e507 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 09:02:49.119263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port ca29b327-81fa-464a-9470-9625ec13e507 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:02:49.119634 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ca29b327-81fa-464a-9470-9625ec13e507), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:49.192464 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port ca29b327-81fa-464a-9470-9625ec13e507 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:02:49.192840 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:49.216508 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:02:49.218671 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b079a629-869c-459c-a701-b5ea0877a0c2" -d '{"events": [{"server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "name": "network-vif-plugged", "status": "completed", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:02:49.231238 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:02:49.253568 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727df803-4f59-497d-a693-e54b1dd0f289 x-openstack-request-id: req-727df803-4f59-497d-a693-e54b1dd0f289 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:02:49.253905 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "name": "network-vif-plugged", "status": "completed", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:02:49.254163 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-727df803-4f59-497d-a693-e54b1dd0f289 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:02:49.254582 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727df803-4f59-497d-a693-e54b1dd0f289'] response: {'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'code': 200} Mar 29 09:02:49.315727 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:49.362163 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:02:49.560689 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839701cf-6383-4639-9865-44915e4fdd3c req-dba670de-6800-45cc-8ddb-863b66870d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:49.562223 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-839701cf-6383-4639-9865-44915e4fdd3c req-dba670de-6800-45cc-8ddb-863b66870d58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1129 time: 0.0442190 Mar 29 09:02:49.596599 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18339e05-fc12-4993-b39a-7b6d0736e67e req-c7c14108-8457-4a2e-ab12-39cb06c8a819 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:49.598733 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-18339e05-fc12-4993-b39a-7b6d0736e67e req-c7c14108-8457-4a2e-ab12-39cb06c8a819 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0541737 Mar 29 09:02:49.608958 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-839701cf-6383-4639-9865-44915e4fdd3c req-3ee018ba-931c-4790-854b-3beca651958a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Mar 29 09:02:49.646699 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-18339e05-fc12-4993-b39a-7b6d0736e67e req-fe1b26e5-c907-4f6d-b266-9b7c425f155f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Mar 29 09:02:50.768042 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16e523-c588-4bac-ac2b-31681bfb2f24 req-6d0e2aec-246f-4947-87e9-5af3c9d9e145 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:50.769531 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee16e523-c588-4bac-ac2b-31681bfb2f24 req-6d0e2aec-246f-4947-87e9-5af3c9d9e145 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0552144 Mar 29 09:02:50.815613 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee16e523-c588-4bac-ac2b-31681bfb2f24 req-d1f04ffb-1464-41ab-9fa4-ef94dde5693a tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Mar 29 09:02:51.808704 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:02:51.936954 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a827b4b-baef-4478-b26e-11a499d9b941 req-b0b2cbed-5896-437b-a740-b6a085be2ac3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:51.938419 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7a827b4b-baef-4478-b26e-11a499d9b941 req-b0b2cbed-5896-437b-a740-b6a085be2ac3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0560887 Mar 29 09:02:51.983994 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-7a827b4b-baef-4478-b26e-11a499d9b941 req-2e28805c-0be8-4419-94fb-47092767bde1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Mar 29 09:02:52.104505 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6706d1-18de-4b6f-9acf-52378cf5ee93 req-d25b1928-3f6b-4475-adde-b7bbc13392b8 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:52.106047 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6c6706d1-18de-4b6f-9acf-52378cf5ee93 req-d25b1928-3f6b-4475-adde-b7bbc13392b8 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0563407 Mar 29 09:02:52.154947 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6c6706d1-18de-4b6f-9acf-52378cf5ee93 req-249bf83d-cc53-4f1a-8619-416500258ba1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Mar 29 09:02:52.478807 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735aa6-2837-4640-9106-7cc6dab66101 req-2b9b6c8d-31f9-4cf0-bdeb-8776d0a69f5f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:02:52.480391 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45735aa6-2837-4640-9106-7cc6dab66101 req-2b9b6c8d-31f9-4cf0-bdeb-8776d0a69f5f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0558729 Mar 29 09:02:52.527683 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45735aa6-2837-4640-9106-7cc6dab66101 req-f7faedb6-607e-41d0-9136-4875a38f26d7 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Mar 29 09:02:56.048105 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:56.566536 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-99f38991-8c3d-40f4-9c80-12bb1fd446ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:02:58.904138 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c008fbc3-d40a-45b2-b4ab-2b2f7decc5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:00.059342 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:00.180677 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-55c3f016-522c-4053-8b15-993e194e03d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418503 Mar 29 09:03:00.269650 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-282fae5a-c72b-4ea7-aa46-593b13e6cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:00.271080 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-282fae5a-c72b-4ea7-aa46-593b13e6cc2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1130 time: 0.0422881 Mar 29 09:03:00.379215 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-4828a4d0-70a0-4f81-9590-d1d007526627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:00.380594 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-4828a4d0-70a0-4f81-9590-d1d007526627 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.0847478 Mar 29 09:03:00.444190 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-9cf031e3-02f5-4ccc-9d30-142981793fbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 200 len: 1001 time: 0.0571563 Mar 29 09:03:00.490738 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-f3cb4d22-15e2-4190-a2cb-5967227a6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:00.492154 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-f3cb4d22-15e2-4190-a2cb-5967227a6606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0414960 Mar 29 09:03:00.543406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-cc4d25ca-d922-4afe-9c3c-6690ade24a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:00.544930 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-cc4d25ca-d922-4afe-9c3c-6690ade24a06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470650 Mar 29 09:03:00.631039 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-12ea4180-804d-4939-a3a9-54be73b3815e service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802870 Mar 29 09:03:00.721472 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-ee86d514-a17d-40ae-8414-abdd35951b77 req-e79cf859-9fef-4fc6-8519-0f2d8559079a service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850437 Mar 29 09:03:01.282019 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:03.042207 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:06.145320 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38a3c8-d114-4e11-be54-949852d63582 req-60674d05-7e55-45b7-8ca0-1ab0a59d591c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:06.146821 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f38a3c8-d114-4e11-be54-949852d63582 req-60674d05-7e55-45b7-8ca0-1ab0a59d591c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0553780 Mar 29 09:03:06.194538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f38a3c8-d114-4e11-be54-949852d63582 req-59adbff8-2a2e-4a55-982c-3e2964492026 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Mar 29 09:03:06.216488 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42620) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:06.405493 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1237b-9289-4809-820e-36a8ebc7c49c tempest-TestMinimumBasicScenario-1135903965 tempest-TestMinimumBasicScenario-1135903965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:06.407069 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-28b1237b-9289-4809-820e-36a8ebc7c49c tempest-TestMinimumBasicScenario-1135903965 tempest-TestMinimumBasicScenario-1135903965-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1124 time: 0.1895287 Mar 29 09:03:06.409947 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42624) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:06.414666 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'port_id': 'ca29b327-81fa-464a-9470-9625ec13e507', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:06.493457 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:06.591173 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:06.697476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Allocated IP 172.27.1.59 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/2fcf8aae-1d83-4b86-b2af-91eb34839f7a) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:03:06.800505 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:06.875709 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:06.916791 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:03:06.921601 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:03:06.925960 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:03:06.928957 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'Port': ['ID=2fcf8aae-1d83-4b86-b2af-91eb34839f7a,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:06.956519 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.956875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.957222 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.957564 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.957921 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.958243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.959212 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.959547 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.959878 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.960207 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.960602 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.960944 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.961278 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.961603 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:06.961927 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:07.278996 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for floatingip (d41585e3-dc65-4108-9504-8fb6ab64dd0b), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:07.420988 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:07.569367 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:07.618955 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:07.688668 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'Port': ['ID=2fcf8aae-1d83-4b86-b2af-91eb34839f7a,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:07.700922 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (d41585e3-dc65-4108-9504-8fb6ab64dd0b), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:07.800923 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Floating IP d41585e3-dc65-4108-9504-8fb6ab64dd0b associated. External IP: 172.27.1.59, port: ca29b327-81fa-464a-9470-9625ec13e507. Mar 29 09:03:08.007211 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Router 5364df6f-35c4-4c38-b52f-46147692228b has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:03:08.113469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:03:08.123704 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] Sync routers for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:03:08.132975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:03:08.133587 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:02:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:03:08.215854 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.240106 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:03:08.245401 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-7a94114d-2098-4617-ac2f-44b52016f142 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8344750 Mar 29 09:03:08.246027 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:03:08.248288 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfefefa-d337-448a-ae73-e618b3b2dd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:03:08.248507 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42638) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:08.253060 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913217596', 'description': 'tempest-secgroup-smoke-1913217596 description', 'project_id': 'a9d6e02d36be405a92544584ae178949'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:08.284083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bb22d-75eb-42c5-841d-dcc02e7aa90f x-openstack-request-id: req-059bb22d-75eb-42c5-841d-dcc02e7aa90f {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:03:08.284706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:03:08.284706 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-059bb22d-75eb-42c5-841d-dcc02e7aa90f {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:03:08.285233 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059bb22d-75eb-42c5-841d-dcc02e7aa90f'] response: {'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'status': 'completed', 'code': 200} Mar 29 09:03:08.356451 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-b947cc15-225b-4c41-9948-51b9bfbec431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:08.357911 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-b947cc15-225b-4c41-9948-51b9bfbec431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1129 time: 0.0440311 Mar 29 09:03:08.386191 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.482260 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd41585e3-dc65-4108-9504-8fb6ab64dd0b', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'port_id': 'ca29b327-81fa-464a-9470-9625ec13e507', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:03:07Z', 'updated_at': '2022-03-29T09:03:07Z', 'revision_number': 0, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:03:08.486661 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-9ce18fa9-0a80-47f7-9fbf-05d13421b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:08.488109 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-9ce18fa9-0a80-47f7-9fbf-05d13421b27c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 916 time: 0.1237404 Mar 29 09:03:08.508994 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] Checking router: 5364df6f-35c4-4c38-b52f-46147692228b for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:03:08.518675 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:03:08.519287 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:02:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:03:08.544094 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group (e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.569387 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-82278ae7-781f-4aa0-b29a-2e7698685457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 998 time: 0.0711517 Mar 29 09:03:08.617657 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-47dcf5f6-f930-4df8-9f94-251e659aad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:08.619092 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-47dcf5f6-f930-4df8-9f94-251e659aad66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 200 len: 854 time: 0.0435653 Mar 29 09:03:08.620147 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.628958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:03:08.675357 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:08.686433 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.686769 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.687105 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.687437 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.687764 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.688090 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.688438 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.688762 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.689078 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.689399 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.689718 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.690100 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.690417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.690732 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.691047 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:03:08.705824 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-b8471c2a-a225-4036-a330-12a2faedf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:08.707950 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-b8471c2a-a225-4036-a330-12a2faedf382 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad657806-a798-4555-b84b-a93d6a730ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787382 Mar 29 09:03:08.723947 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.725151 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-81d0503a-a3bb-4878-8746-01584092b8e5 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4758317 Mar 29 09:03:08.728404 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42642) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:08.736012 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group_rule': {'security_group_id': 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:08.803893 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-2376d21f-32ca-4a38-807a-82051d2ae2b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896351 Mar 29 09:03:08.824508 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (bede41f0-32e9-48db-afd7-2ee346d93e80), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.855681 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd41585e3-dc65-4108-9504-8fb6ab64dd0b', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'port_id': 'ca29b327-81fa-464a-9470-9625ec13e507', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:03:07Z', 'updated_at': '2022-03-29T09:03:07Z', 'revision_number': 0, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:03:08.883123 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c3b43-4909-4922-bcae-79ef52716970 None None] The sync data for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi is: [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': 'd41585e3-dc65-4108-9504-8fb6ab64dd0b', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'port_id': 'ca29b327-81fa-464a-9470-9625ec13e507', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:03:07Z', 'updated_at': '2022-03-29T09:03:07Z', 'revision_number': 0, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:03:08.890152 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (bede41f0-32e9-48db-afd7-2ee346d93e80), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.900139 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-5bfefefa-d337-448a-ae73-e618b3b2dd9a req-4c18af16-c507-4620-9577-cd9d45a0174d service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893710 Mar 29 09:03:08.955274 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (bede41f0-32e9-48db-afd7-2ee346d93e80), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:08.974845 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bede41f0-32e9-48db-afd7-2ee346d93e80,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:09.041077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.041077 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-fc8a9cff-d8ad-4c3e-97fe-50a8e463414c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111520 Mar 29 09:03:09.043484 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42648) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:09.048616 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group_rule': {'security_group_id': 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:09.088731 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c193f-34fb-4a3a-8491-bcff33ccd240 None None] New status for floating IP d41585e3-dc65-4108-9504-8fb6ab64dd0b: ACTIVE {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:03:09.133018 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (f6cde887-d1d1-419f-b0cc-42c37c90bc32), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.188463 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (f6cde887-d1d1-419f-b0cc-42c37c90bc32), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.246474 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (f6cde887-d1d1-419f-b0cc-42c37c90bc32), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.264255 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cde887-d1d1-419f-b0cc-42c37c90bc32,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:09.364498 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.365974 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-bef3e78a-0d43-4071-9db8-d65178e418e1 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213410 Mar 29 09:03:09.369012 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42652) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:09.373479 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group_rule': {'security_group_id': 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:09.468595 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (e868ffab-91e9-4809-a926-0261f8718f1a), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.524648 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (e868ffab-91e9-4809-a926-0261f8718f1a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.613168 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (e868ffab-91e9-4809-a926-0261f8718f1a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.630936 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e868ffab-91e9-4809-a926-0261f8718f1a,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:09.723821 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.725673 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2e52f6a4-9ecd-4681-822f-632dfc2052b3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556862 Mar 29 09:03:09.728615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42654) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:09.732836 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group_rule': {'security_group_id': 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:09.817784 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (e2b1a9bc-d070-4e0a-9428-e2d056e06a52), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.872047 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (e2b1a9bc-d070-4e0a-9428-e2d056e06a52), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.933284 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (e2b1a9bc-d070-4e0a-9428-e2d056e06a52), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:09.953210 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b1a9bc-d070-4e0a-9428-e2d056e06a52,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:10.049141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.050370 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-88326d0b-1f04-4559-bdde-5cf6d01302dc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3208117 Mar 29 09:03:10.053190 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42656) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:10.058101 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group_rule': {'security_group_id': 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:10.127332 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.securitygroups_db [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Project a9d6e02d36be405a92544584ae178949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:03:10.132919 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (5f8c4edf-f0cc-4df3-981f-5e6e2f282e3b), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.188968 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (5f8c4edf-f0cc-4df3-981f-5e6e2f282e3b), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.263473 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (5f8c4edf-f0cc-4df3-981f-5e6e2f282e3b), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.280781 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8c4edf-f0cc-4df3-981f-5e6e2f282e3b,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:10.352340 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.353730 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-206e12e7-b4e5-41d8-8772-794dafa35628 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2996154 Mar 29 09:03:10.356553 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42662) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:10.361090 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'security_group_rule': {'security_group_id': 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc', 'project_id': 'a9d6e02d36be405a92544584ae178949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:10.453544 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.securitygroups_db [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Project a9d6e02d36be405a92544584ae178949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:03:10.458597 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (67f2f9f3-c070-4c4d-a542-b82a6fb286ff), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.516400 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (67f2f9f3-c070-4c4d-a542-b82a6fb286ff), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.607099 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (67f2f9f3-c070-4c4d-a542-b82a6fb286ff), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.628882 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f2f9f3-c070-4c4d-a542-b82a6fb286ff,revision_number=0']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:10.712917 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.714167 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-dd1672c5-d85a-44bd-bfe6-22e94b0fe0ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565977 Mar 29 09:03:10.732656 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42668) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:10.805886 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2da98dd-c7c6-4d61-bf2c-7475f09f2ab3 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913217596&fields=id&tenant_id=a9d6e02d36be405a92544584ae178949 HTTP/1.1" status: 200 len: 267 time: 0.0473669 Mar 29 09:03:10.853418 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df533cd1-5fc2-48bc-9040-af36bd19aeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:10.888135 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-1e56e615-6484-4573-a591-7c581c582a90 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:10.889640 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-1e56e615-6484-4573-a591-7c581c582a90 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0784240 Mar 29 09:03:10.902330 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'port': {'security_groups': ['f25a9409-ecf6-4fe1-a73a-217edf628518', 'e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:03:10.997016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.018083 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df533cd1-5fc2-48bc-9040-af36bd19aeb3 admin admin] Publish callbacks [] for security_group (1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.061659 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-df533cd1-5fc2-48bc-9040-af36bd19aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.124624 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-df533cd1-5fc2-48bc-9040-af36bd19aeb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=943c9a6e09bf4768bc7a42589cb2e5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908970 Mar 29 09:03:11.127292 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df533cd1-5fc2-48bc-9040-af36bd19aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:11.127438 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42672) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:11.175477 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-712e7a47-89db-4fb0-8c71-43ea3e828708 admin admin] Publish callbacks [] for security_group (1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.197839 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-712e7a47-89db-4fb0-8c71-43ea3e828708 admin admin] Publish callbacks [] for security_group (1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.227296 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:03:11.257774 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for port (ca29b327-81fa-464a-9470-9625ec13e507), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.326374 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-712e7a47-89db-4fb0-8c71-43ea3e828708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.328991 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-712e7a47-89db-4fb0-8c71-43ea3e828708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.330136 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-712e7a47-89db-4fb0-8c71-43ea3e828708 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d HTTP/1.1" status: 204 len: 168 time: 0.2018638 Mar 29 09:03:11.333175 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.338092 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e7a47-89db-4fb0-8c71-43ea3e828708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75a7f2-34f8-4931-9a7f-4bfb41f9ad2d,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:11.345445 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ca29b327-81fa-464a-9470-9625ec13e507'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:03:11.378647 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:11.378647 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.379768 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c5cc4820-7ea2-4cb0-9639-468382d1f20c req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "PUT /v2.0/ports/ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 981 time: 0.4836001 Mar 29 09:03:11.380817 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:03:11.383642 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08209b2-4a50-4edf-aa44-0930772b07da" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:03:11.425480 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed2b4d-348a-4695-bda5-5a5f3e54159c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=6']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:11.446741 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f9889-af7e-4a77-a2b3-8c34e9eed8a8 x-openstack-request-id: req-265f9889-af7e-4a77-a2b3-8c34e9eed8a8 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:03:11.447036 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:03:11.447351 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-265f9889-af7e-4a77-a2b3-8c34e9eed8a8 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:03:11.447763 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265f9889-af7e-4a77-a2b3-8c34e9eed8a8'] response: {'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'status': 'completed', 'code': 200} Mar 29 09:03:11.467114 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ca29b327-81fa-464a-9470-9625ec13e507'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:03:11.517608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bac23-9d8f-4089-9050-2c63bc9e0e08 req-ff290d5b-e722-4617-844d-f9f32c8d55ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:11.523789 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2a1bac23-9d8f-4089-9050-2c63bc9e0e08 req-ff290d5b-e722-4617-844d-f9f32c8d55ba tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0779424 Mar 29 09:03:11.538221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08209b2-4a50-4edf-aa44-0930772b07da req-253f4fca-83ce-48aa-84a4-311da0cd80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:11.539735 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-253f4fca-83ce-48aa-84a4-311da0cd80f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1168 time: 0.0699084 Mar 29 09:03:11.631622 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2a1bac23-9d8f-4089-9050-2c63bc9e0e08 req-9aede823-1dff-4668-a7e2-a6f241ff3efc tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006999 Mar 29 09:03:11.687103 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08209b2-4a50-4edf-aa44-0930772b07da req-9009630e-9b19-417b-97fc-7f0d08dd3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:11.688538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-9009630e-9b19-417b-97fc-7f0d08dd3a2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 916 time: 0.1348391 Mar 29 09:03:11.717562 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ae4caed1-fbba-47cc-82a0-dba256e51d82 None None] Provisioning complete for port ca29b327-81fa-464a-9470-9625ec13e507 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:03:11.717940 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ae4caed1-fbba-47cc-82a0-dba256e51d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ca29b327-81fa-464a-9470-9625ec13e507), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:11.754951 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-268ce82a-3594-4940-b202-0f87c1be781e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 1000 time: 0.0601118 Mar 29 09:03:11.812424 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08209b2-4a50-4edf-aa44-0930772b07da req-2e85981e-ca58-4c1c-91d1-742ac70c121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:11.814102 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-2e85981e-ca58-4c1c-91d1-742ac70c121c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 200 len: 854 time: 0.0526741 Mar 29 09:03:11.867716 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08209b2-4a50-4edf-aa44-0930772b07da req-c78dfc1f-44ee-4a7e-b0f2-d21362de6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:11.893713 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-c78dfc1f-44ee-4a7e-b0f2-d21362de6069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad657806-a798-4555-b84b-a93d6a730ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493531 Mar 29 09:03:11.962430 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-0e12005f-524d-48e1-a1ce-250b402e9b80 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Mar 29 09:03:11.963447 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ae4caed1-fbba-47cc-82a0-dba256e51d82 None None] Current status of the port ca29b327-81fa-464a-9470-9625ec13e507 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:03:12.054678 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f08209b2-4a50-4edf-aa44-0930772b07da req-46c5f3e9-2b75-4425-bda0-913c285291e8 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Mar 29 09:03:21.772179 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42754) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:21.873881 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-21cc14bf-058a-4fdb-a990-8204d6d01a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:21.944591 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-21cc14bf-058a-4fdb-a990-8204d6d01a6b admin admin] Publish callbacks [] for security_group (19db37d7-118b-42cc-bd7d-266d7f86a44a), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:22.023128 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-21cc14bf-058a-4fdb-a990-8204d6d01a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (19db37d7-118b-42cc-bd7d-266d7f86a44a), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:22.058964 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc14bf-058a-4fdb-a990-8204d6d01a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19db37d7-118b-42cc-bd7d-266d7f86a44a,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:22.063912 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-21cc14bf-058a-4fdb-a990-8204d6d01a6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22f40e18d60544baab0aef9444cb5bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901056 Mar 29 09:03:22.066056 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42758) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:03:22.112878 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0fef6b9b-2991-4cb7-b445-80e985d0ddb1 admin admin] Publish callbacks [] for security_group (19db37d7-118b-42cc-bd7d-266d7f86a44a), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:22.133243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0fef6b9b-2991-4cb7-b445-80e985d0ddb1 admin admin] Publish callbacks [] for security_group (19db37d7-118b-42cc-bd7d-266d7f86a44a), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:22.251397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0fef6b9b-2991-4cb7-b445-80e985d0ddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (19db37d7-118b-42cc-bd7d-266d7f86a44a), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:22.253987 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0fef6b9b-2991-4cb7-b445-80e985d0ddb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:22.255604 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-0fef6b9b-2991-4cb7-b445-80e985d0ddb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19db37d7-118b-42cc-bd7d-266d7f86a44a HTTP/1.1" status: 204 len: 168 time: 0.1881580 Mar 29 09:03:22.263370 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef6b9b-2991-4cb7-b445-80e985d0ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db37d7-118b-42cc-bd7d-266d7f86a44a,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:03:26.052781 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:26.555433 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-9c57c17f-35b9-4209-9e69-685198fdc803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:28.809948 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:03:28.901425 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35908e-f4ba-42a2-8ba4-73fa2155f073 req-55122c33-9a0e-41be-bc87-d6ef6819ee32 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:28.902997 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4d35908e-f4ba-42a2-8ba4-73fa2155f073 req-55122c33-9a0e-41be-bc87-d6ef6819ee32 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0528574 Mar 29 09:03:28.965680 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4d35908e-f4ba-42a2-8ba4-73fa2155f073 req-0bdefaf2-f32d-4f7e-81ff-89bac2b5065f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571101 Mar 29 09:03:28.979051 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8e651b67-a5a5-4d9a-81ab-edb5848fd45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:28.999840 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-70536f5e-9aa0-4d72-9916-1aab4c0c3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:29.002001 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-70536f5e-9aa0-4d72-9916-1aab4c0c3f2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1168 time: 0.0461721 Mar 29 09:03:29.092932 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-6a4f0049-284f-4d98-ae8a-eb2aa5137175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:29.094288 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-6a4f0049-284f-4d98-ae8a-eb2aa5137175 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 916 time: 0.0863581 Mar 29 09:03:29.158898 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-09971ac1-6d78-46a5-81ae-79a33140f17b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 1000 time: 0.0577061 Mar 29 09:03:29.206140 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-e2b1be9f-342d-4443-969c-0bba866f66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:29.207615 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-e2b1be9f-342d-4443-969c-0bba866f66b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 200 len: 854 time: 0.0425997 Mar 29 09:03:29.257706 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-47ccdff5-2b73-43f0-b86e-8cba387692f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:29.259141 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-47ccdff5-2b73-43f0-b86e-8cba387692f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad657806-a798-4555-b84b-a93d6a730ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452604 Mar 29 09:03:29.349705 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-c4574623-cdf1-4ae3-ae0b-6eea8f22143d service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779715 Mar 29 09:03:29.444904 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfe84c09-8ce8-4dd9-a9a4-ed203b68b41d req-59def8ee-0e0b-4df9-a61c-a77426de1d56 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838065 Mar 29 09:03:30.070063 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:30.084032 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294aac-671f-4fa4-b9d0-7f88a52a61bd req-83d3649e-28b6-4f86-8bd5-d185efeb35c0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:30.086042 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-26294aac-671f-4fa4-b9d0-7f88a52a61bd req-83d3649e-28b6-4f86-8bd5-d185efeb35c0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0531771 Mar 29 09:03:30.143714 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-26294aac-671f-4fa4-b9d0-7f88a52a61bd req-b06a2f5a-8b8b-43ac-961f-6ce69d91cd58 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519986 Mar 29 09:03:31.259908 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1492b-446c-4d3e-b116-7bfe2c624946 req-608ded0b-54fd-4183-b3b0-61126f85cef6 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:31.261389 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-82c1492b-446c-4d3e-b116-7bfe2c624946 req-608ded0b-54fd-4183-b3b0-61126f85cef6 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0521965 Mar 29 09:03:31.285832 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:31.318923 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-82c1492b-446c-4d3e-b116-7bfe2c624946 req-35186490-2857-4c21-b111-79083805a41d tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515707 Mar 29 09:03:32.435280 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae6f2e-d571-49cd-8af7-63a4da57cb51 req-180bf667-b431-446d-add8-93f1e7a19b4c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:32.436771 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-84ae6f2e-d571-49cd-8af7-63a4da57cb51 req-180bf667-b431-446d-add8-93f1e7a19b4c tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0516243 Mar 29 09:03:32.494815 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-84ae6f2e-d571-49cd-8af7-63a4da57cb51 req-8ee80458-3cfb-4fc4-ae50-7cc10a4dbbc2 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518038 Mar 29 09:03:33.024269 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:33.616506 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17150f61-b7d6-432c-8232-b736d7428f37 req-1be578a4-6b4e-490c-87ed-19940e5c442b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:33.617965 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-17150f61-b7d6-432c-8232-b736d7428f37 req-1be578a4-6b4e-490c-87ed-19940e5c442b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0573990 Mar 29 09:03:33.674763 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-17150f61-b7d6-432c-8232-b736d7428f37 req-7bfcc66b-21d1-4488-acf6-ddd92af3f7f6 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511730 Mar 29 09:03:34.797300 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf5d7d-0588-46ac-9045-dbbf05e1f37c req-54e1ea6a-0a48-410f-9b16-8a62b02dcb2e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:34.798751 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dcbf5d7d-0588-46ac-9045-dbbf05e1f37c req-54e1ea6a-0a48-410f-9b16-8a62b02dcb2e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0581653 Mar 29 09:03:34.855673 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-dcbf5d7d-0588-46ac-9045-dbbf05e1f37c req-292f0a68-673d-4e92-902a-a51f74a3b7f7 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511496 Mar 29 09:03:35.975832 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db916-eaeb-4b25-9212-ef911f58ab2a req-9444edc3-c572-43c7-8c27-e39498bc8137 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:35.977359 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bd2db916-eaeb-4b25-9212-ef911f58ab2a req-9444edc3-c572-43c7-8c27-e39498bc8137 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0562007 Mar 29 09:03:36.041765 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-bd2db916-eaeb-4b25-9212-ef911f58ab2a req-39e6b518-0a3b-47e9-bc12-d053cf4db19a tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575171 Mar 29 09:03:37.172740 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5abd4e-1faa-4b8d-a940-703b2437c32a req-fa46b81d-a474-4c19-8b6f-5345c224343b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:37.174284 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c5abd4e-1faa-4b8d-a940-703b2437c32a req-fa46b81d-a474-4c19-8b6f-5345c224343b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0547678 Mar 29 09:03:37.233087 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2c5abd4e-1faa-4b8d-a940-703b2437c32a req-2bb99c77-ed71-4e6f-9edb-ffd23c66e28a tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530443 Mar 29 09:03:38.350476 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfdce0-d696-465f-a712-e9521ee8dff9 req-9a56b22c-f3b4-45a1-913c-840fda56c9fe tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:38.351919 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e8bfdce0-d696-465f-a712-e9521ee8dff9 req-9a56b22c-f3b4-45a1-913c-840fda56c9fe tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0522761 Mar 29 09:03:38.411758 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-e8bfdce0-d696-465f-a712-e9521ee8dff9 req-51c215b5-14e6-4fcc-ac10-215fd9939bb9 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541477 Mar 29 09:03:39.526555 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b4055-aa47-46d7-ab67-ed91d5fa7036 req-6f5a8a82-7848-44eb-8aaf-ca100779e007 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:39.527985 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-944b4055-aa47-46d7-ab67-ed91d5fa7036 req-6f5a8a82-7848-44eb-8aaf-ca100779e007 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0519636 Mar 29 09:03:39.588137 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-944b4055-aa47-46d7-ab67-ed91d5fa7036 req-0c962451-a794-49c2-9de2-3365624ea905 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545018 Mar 29 09:03:40.703277 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc2c43-4cfd-42c2-855e-d024310cc503 req-b87f6850-7df9-4b51-94a2-42da14e2d73d tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:03:40.704659 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-40fc2c43-4cfd-42c2-855e-d024310cc503 req-b87f6850-7df9-4b51-94a2-42da14e2d73d tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0510921 Mar 29 09:03:40.762290 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-40fc2c43-4cfd-42c2-855e-d024310cc503 req-c3465190-f785-4093-bd96-0744dc44a73b tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc&id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521467 Mar 29 09:03:56.068735 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:56.571622 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d853-ce34-45a0-a4f7-7392b433a336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:03:58.925941 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-830357e8-e145-40a1-828a-be6fc9e25e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:00.068193 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:01.308514 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:02.196152 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-933a1bd2-1b66-4ab2-be69-d344962c88fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424531 Mar 29 09:04:02.261402 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-d0074c92-4283-43a0-84e5-2dfbfc39c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:02.263825 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-d0074c92-4283-43a0-84e5-2dfbfc39c9ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0431359 Mar 29 09:04:02.365594 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-d1a586a3-e4df-4bbf-a044-6a15fe800531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:02.367003 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-d1a586a3-e4df-4bbf-a044-6a15fe800531 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.0849497 Mar 29 09:04:02.431446 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-c7f9ed98-27c8-4b77-854c-6dd5fd1541dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f HTTP/1.1" status: 200 len: 1002 time: 0.0565054 Mar 29 09:04:02.479028 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-f7c65212-2c98-4857-9562-9d46e688cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:02.480473 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-f7c65212-2c98-4857-9562-9d46e688cc5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0428545 Mar 29 09:04:02.530645 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-09c143cf-da4d-4405-b034-8e9385f7e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:02.532087 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-09c143cf-da4d-4405-b034-8e9385f7e0b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458224 Mar 29 09:04:02.618563 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-6af016c9-c1bc-4b04-a538-ca329d15f539 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803456 Mar 29 09:04:02.968705 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-9c1a958c-9f15-4ccf-b273-936693842b36 req-6744baf3-8c49-4dc1-a15b-326396f5f83e service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430233 Mar 29 09:04:03.040409 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:05.809809 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:04:13.601033 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-67ad4c54-b0a1-4380-9709-f5ae84075120 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913217596&fields=id&tenant_id=a9d6e02d36be405a92544584ae178949 HTTP/1.1" status: 200 len: 267 time: 0.1970003 Mar 29 09:04:13.668905 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-df8d1cdf-189d-4d69-90fe-904994a64803 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:13.670559 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-df8d1cdf-189d-4d69-90fe-904994a64803 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 984 time: 0.0635867 Mar 29 09:04:13.681186 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Request body: {'port': {'security_groups': ['f25a9409-ecf6-4fe1-a73a-217edf628518']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:13.752637 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:13.921760 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:13.952173 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for port (ca29b327-81fa-464a-9470-9625ec13e507), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.016803 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.029663 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ca29b327-81fa-464a-9470-9625ec13e507'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:04:14.058375 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:14.059035 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.060513 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-49bd3b2b-b158-4b05-82ad-28a51610e857 req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "PUT /v2.0/ports/ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 942 time: 0.3836811 Mar 29 09:04:14.061493 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:14.064063 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10986e7a-078a-4801-b173-42dcc0f8888c" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:14.068890 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42810) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:14.106218 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event updated for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=7']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:14.116751 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.117850 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.118566 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.119137 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.119670 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.120364 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf7d7c5-bb51-4dc9-a4a7-6699bc41fbf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de9f3a6-0886-473e-8c28-7b0c61dba850 x-openstack-request-id: req-8de9f3a6-0886-473e-8c28-7b0c61dba850 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8de9f3a6-0886-473e-8c28-7b0c61dba850 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:14.132609 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de9f3a6-0886-473e-8c28-7b0c61dba850'] response: {'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'status': 'completed', 'code': 200} Mar 29 09:04:14.153513 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ca29b327-81fa-464a-9470-9625ec13e507'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:04:14.170573 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group (e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.196651 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986e7a-078a-4801-b173-42dcc0f8888c req-e63ed08c-8dfd-4efd-84da-69bffb1a4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:14.198178 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-e63ed08c-8dfd-4efd-84da-69bffb1a4ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1129 time: 0.0489879 Mar 29 09:04:14.201318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group (e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.321133 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986e7a-078a-4801-b173-42dcc0f8888c req-fb55b0ae-5a29-4c4a-9198-e397aa83c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:14.322835 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-fb55b0ae-5a29-4c4a-9198-e397aa83c64f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 916 time: 0.1176548 Mar 29 09:04:14.345924 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5e0bb4e5-362f-4acd-ba38-089223a39167 None None] Provisioning complete for port ca29b327-81fa-464a-9470-9625ec13e507 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:14.346302 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb4e5-362f-4acd-ba38-089223a39167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (ca29b327-81fa-464a-9470-9625ec13e507), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.359893 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.363007 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.367374 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "DELETE /v2.0/security-groups/e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc HTTP/1.1" status: 204 len: 168 time: 0.2936108 Mar 29 09:04:14.367788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42812) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:14.374569 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bd11f-b6c0-49c0-8d15-e52b05f9bcdc,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:14.384014 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.384383 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.384933 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.385268 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.385780 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.386119 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.386624 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.386957 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.387545 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.387875 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.388206 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.388555 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.388917 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.389243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.389566 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0898c-2325-441d-8577-db6539cbe152 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:14.443183 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb4e5-362f-4acd-ba38-089223a39167 None None] Current status of the port ca29b327-81fa-464a-9470-9625ec13e507 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:14.455648 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-a3736916-c546-4048-bf11-7f4653feb5c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 1000 time: 0.1266313 Mar 29 09:04:14.543137 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986e7a-078a-4801-b173-42dcc0f8888c req-086d690f-151b-4e45-bacf-21eac762135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:14.544570 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-086d690f-151b-4e45-bacf-21eac762135f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 200 len: 854 time: 0.0634549 Mar 29 09:04:14.623719 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986e7a-078a-4801-b173-42dcc0f8888c req-f81a4131-3a65-456b-8f04-5865891a0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:14.625235 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-f81a4131-3a65-456b-8f04-5865891a0771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad657806-a798-4555-b84b-a93d6a730ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645254 Mar 29 09:04:14.627488 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Deleting port 2fcf8aae-1d83-4b86-b2af-91eb34839f7a {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:14.627826 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.668500 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-ec769424-dfe9-4237-8ba9-d866a74137dc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 09:04:14.669485 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-ec769424-dfe9-4237-8ba9-d866a74137dc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303917 Mar 29 09:04:14.763260 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.763586 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for floatingip (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:14.781790 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Calling delete_port for 2fcf8aae-1d83-4b86-b2af-91eb34839f7a owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:14.797895 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-9a4d8507-d176-4eb5-8d22-0b3725899cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218648 Mar 29 09:04:14.998764 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10986e7a-078a-4801-b173-42dcc0f8888c req-67780a81-5556-46b5-8215-c7c475e0c494 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946363 Mar 29 09:04:15.113929 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (2fcf8aae-1d83-4b86-b2af-91eb34839f7a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:15.137425 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event deleted for resources: {'Port': ['ID=2fcf8aae-1d83-4b86-b2af-91eb34839f7a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:15.198830 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks [] for floatingip (d41585e3-dc65-4108-9504-8fb6ab64dd0b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:15.199159 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Floating IP d41585e3-dc65-4108-9504-8fb6ab64dd0b disassociated (deleted). External IP: 172.27.1.59, port: ca29b327-81fa-464a-9470-9625ec13e507. Mar 29 09:04:15.405796 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Router 5364df6f-35c4-4c38-b52f-46147692228b has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:15.517826 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:15.522617 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:15.527185 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] Sync routers for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:15.538564 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:15.539213 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:15.555389 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-570a2f53-5f6d-43a6-a3b7-d157b779c957 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "DELETE /v2.0/floatingips/d41585e3-dc65-4108-9504-8fb6ab64dd0b HTTP/1.1" status: 204 len: 168 time: 1.1863449 Mar 29 09:04:15.647835 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:15.858300 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:15.891567 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] Checking router: 5364df6f-35c4-4c38-b52f-46147692228b for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:15.901066 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:15.901782 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:16.018835 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:16.134123 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:16.136666 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fae6ded-26a2-443c-8471-0b9f52a20213" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:16.171932 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af0b04-9e6c-4cdf-9d06-94c2dd5a6817 x-openstack-request-id: req-d7af0b04-9e6c-4cdf-9d06-94c2dd5a6817 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:16.172221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:16.172504 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7af0b04-9e6c-4cdf-9d06-94c2dd5a6817 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:16.172909 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7af0b04-9e6c-4cdf-9d06-94c2dd5a6817'] response: {'name': 'network-changed', 'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'status': 'completed', 'code': 200} Mar 29 09:04:16.235144 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-752e2062-052a-45c6-af91-56dad64b6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:16.236683 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-752e2062-052a-45c6-af91-56dad64b6627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9d6e02d36be405a92544584ae178949&device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 1129 time: 0.0433037 Mar 29 09:04:16.239685 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:16.268098 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89085749-1402-4ebe-b99f-316cf1471435 None None] The sync data for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi is: [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:02:08Z', 'revision_number': 4, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': 'd9c35a9c-ae06-4335-a293-d1914b6c767f', 'name': '', 'network_id': 'ad657806-a798-4555-b84b-a93d6a730ded', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'mac_address': 'fa:16:3e:3d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:08Z', 'updated_at': '2022-03-29T09:02:12Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'subnets': [{'id': 'ba6739ec-7bf3-4146-b5de-35c5cd8f7148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:16.318175 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42832) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:16.331118 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-71cd930f-1f68-4a89-8f3d-96ac8381b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:16.332641 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-71cd930f-1f68-4a89-8f3d-96ac8381b22f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 200 len: 916 time: 0.0902903 Mar 29 09:04:16.377639 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-eb12c599-3119-4102-9319-0f31c0e27832 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 200 len: 217 time: 0.0359044 Mar 29 09:04:16.441551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-df041db7-c681-46f5-9803-0e048515298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:16.443453 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-df041db7-c681-46f5-9803-0e048515298a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 200 len: 854 time: 0.0599098 Mar 29 09:04:16.502206 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-d3239fb5-8473-466b-8f78-36462607f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:16.503967 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-d3239fb5-8473-466b-8f78-36462607f910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad657806-a798-4555-b84b-a93d6a730ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546389 Mar 29 09:04:16.516437 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad215745-4889-4b92-896c-6b2d4fa0e23e None None] New status for floating IP d41585e3-dc65-4108-9504-8fb6ab64dd0b: DOWN {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:04:16.619258 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-52f55704-9b2c-455f-b7b6-c0398cb21538 service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043329 Mar 29 09:04:16.720371 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7fae6ded-26a2-443c-8471-0b9f52a20213 req-a215e74d-76f9-4916-8f7e-6f1ffe17240c service neutron] 10.222.0.13 "GET /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953414 Mar 29 09:04:16.792952 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Deleting port 71bdf11a-b701-4803-99d0-ab8648acab60 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:16.793270 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (71bdf11a-b701-4803-99d0-ab8648acab60), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:16.869900 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (71bdf11a-b701-4803-99d0-ab8648acab60), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:16.870248 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (71bdf11a-b701-4803-99d0-ab8648acab60), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:16.883402 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Calling delete_port for 71bdf11a-b701-4803-99d0-ab8648acab60 owned by network:floatingip {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:17.097230 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (71bdf11a-b701-4803-99d0-ab8648acab60), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:17.130115 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'Port': ['ID=71bdf11a-b701-4803-99d0-ab8648acab60,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:17.191692 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (479e3182-520c-4ca1-bfad-f448e725a51a), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:17.192204 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Floating IP 479e3182-520c-4ca1-bfad-f448e725a51a disassociated (deleted). External IP: 172.27.1.113, port: 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f. Mar 29 09:04:17.406819 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:17.530987 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:17.535666 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:17.541463 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:17.552011 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:17.552732 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:17.566184 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b6b0099b-7f69-4bb1-838b-0a098b309362 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "DELETE /v2.0/floatingips/479e3182-520c-4ca1-bfad-f448e725a51a HTTP/1.1" status: 204 len: 168 time: 1.2465823 Mar 29 09:04:17.566716 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:17.569264 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9adf2f5-92bd-4e87-935c-5adfc22fc849" -d '{"events": [{"name": "network-changed", "server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:17.607054 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580a56c7-658c-46cf-8c41-246ae938a375 x-openstack-request-id: req-580a56c7-658c-46cf-8c41-246ae938a375 {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:17.607350 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:17.608423 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-580a56c7-658c-46cf-8c41-246ae938a375 {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:17.608852 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580a56c7-658c-46cf-8c41-246ae938a375'] response: {'name': 'network-changed', 'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'status': 'completed', 'code': 200} Mar 29 09:04:17.665622 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:17.674876 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-264a3069-b985-442a-83c5-936e74a2126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:17.676495 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-264a3069-b985-442a-83c5-936e74a2126a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0488708 Mar 29 09:04:17.769848 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-0e213559-1805-4d09-b0f0-48e399d1c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:17.771272 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-0e213559-1805-4d09-b0f0-48e399d1c632 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.0886476 Mar 29 09:04:17.813266 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-781a199d-6aca-465c-88d8-1e38e5c5c67c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f HTTP/1.1" status: 200 len: 217 time: 0.0355380 Mar 29 09:04:17.860378 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-4964a13d-4be9-4c56-897c-73bd3e3086f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:17.866425 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-4964a13d-4be9-4c56-897c-73bd3e3086f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.0436494 Mar 29 09:04:17.903199 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:24Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:17.918819 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-0bb57c7d-31a7-4516-a16e-2343d9a98889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:17.923730 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-0bb57c7d-31a7-4516-a16e-2343d9a98889 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520923 Mar 29 09:04:17.930490 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:17.938824 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:17.939435 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:18.011760 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-0fb4fa47-42d6-40ab-8071-7b10e976c30e service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845916 Mar 29 09:04:18.047136 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:18.114331 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b9adf2f5-92bd-4e87-935c-5adfc22fc849 req-528d5731-b5f1-4c42-b227-5480f45f67db service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959246 Mar 29 09:04:18.224441 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a26a0-ba5f-4e7d-86d9-aafb1721bc7b req-c2c1f68e-5231-414b-bdb1-f25906e65c43 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:18.225933 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b64a26a0-ba5f-4e7d-86d9-aafb1721bc7b req-c2c1f68e-5231-414b-bdb1-f25906e65c43 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.0552154 Mar 29 09:04:18.275394 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b64a26a0-ba5f-4e7d-86d9-aafb1721bc7b req-e0b063b2-8c01-4372-a93c-8899b1b9c5ad tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 Mar 29 09:04:18.278870 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:24Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:18.307725 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b311fe6-e295-411b-83cd-32a6a6c132cb None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '64f83fcc-2537-433b-aa11-dd3ce93e6661', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'port_id': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'mac_address': 'fa:16:3e:4c:2a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:00:21Z', 'updated_at': '2022-03-29T09:00:24Z', 'revision_number': 1, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:18.544375 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdfc1b-ed2b-452d-b0c2-53bad1718d1a None None] New status for floating IP 479e3182-520c-4ca1-bfad-f448e725a51a: DOWN {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:04:18.762601 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647cb33-056f-4a60-b0b9-bb1f6e1cfa39 req-a9d28275-7fdf-427b-80a4-9a65eca7ad86 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:18.764149 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c647cb33-056f-4a60-b0b9-bb1f6e1cfa39 req-a9d28275-7fdf-427b-80a4-9a65eca7ad86 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0541813 Mar 29 09:04:18.813269 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c647cb33-056f-4a60-b0b9-bb1f6e1cfa39 req-f19a1c38-75de-48f6-ac4f-af0db31dcf2f tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Mar 29 09:04:19.454234 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5263c1c-bace-419a-9a41-bdcbdcc798fb req-a97efcf7-798d-4bbb-800c-fe68a5fa30ba tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:19.455719 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b5263c1c-bace-419a-9a41-bdcbdcc798fb req-a97efcf7-798d-4bbb-800c-fe68a5fa30ba tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.1127305 Mar 29 09:04:19.505956 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b5263c1c-bace-419a-9a41-bdcbdcc798fb req-29bf5ebe-bdf8-49c2-a1b1-5b23e812093c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Mar 29 09:04:19.598073 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-59be82d9-db93-4943-be09-576772b451d5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:19.599519 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-59be82d9-db93-4943-be09-576772b451d5 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 946 time: 0.0591755 Mar 29 09:04:19.694631 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Deleting port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:19.694986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:19.786574 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] For port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:19.787283 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:19.799640 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Calling delete_port for 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:19.977932 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4c8d-0b94-4f45-a036-d085df7f86a9 req-8c618fd1-0601-4441-b4b2-9548f3249bf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:19.979755 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-139b4c8d-0b94-4f45-a036-d085df7f86a9 req-8c618fd1-0601-4441-b4b2-9548f3249bf0 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.1008017 Mar 29 09:04:20.025752 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (96293fe6-6bc2-45e5-8138-f8cf0cf1df8f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:20.036301 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-139b4c8d-0b94-4f45-a036-d085df7f86a9 req-496465f4-c00d-4c12-9cdf-34ff04485ab6 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/security-groups?id=f25a9409-ecf6-4fe1-a73a-217edf628518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501637 Mar 29 09:04:20.057851 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'Port': ['ID=96293fe6-6bc2-45e5-8138-f8cf0cf1df8f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:20.101484 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] No DVR routers for this DVR port 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:20.103975 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:20.107211 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f0ebb958-96d1-4665-8b4c-9d6e4ec89ed6 req-7c83e31e-0965-4eaa-a817-19096b6b6510 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "DELETE /v2.0/ports/96293fe6-6bc2-45e5-8138-f8cf0cf1df8f HTTP/1.1" status: 204 len: 173 time: 0.5024517 Mar 29 09:04:20.107673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'name': 'network-vif-deleted', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:20.109962 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bef36c-703c-485b-8f17-7521ba5f37df" -d '{"events": [{"server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "name": "network-vif-deleted", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:20.149003 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e17f6-0bb2-497e-ad6f-ce1fb235e828 x-openstack-request-id: req-fb9e17f6-0bb2-497e-ad6f-ce1fb235e828 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:20.149296 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f6c7a4-e991-4c21-9e40-2536e3f72bd5", "name": "network-vif-deleted", "tag": "96293fe6-6bc2-45e5-8138-f8cf0cf1df8f", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:20.149555 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb9e17f6-0bb2-497e-ad6f-ce1fb235e828 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:20.149961 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9e17f6-0bb2-497e-ad6f-ce1fb235e828'] response: {'server_uuid': '97f6c7a4-e991-4c21-9e40-2536e3f72bd5', 'name': 'network-vif-deleted', 'tag': '96293fe6-6bc2-45e5-8138-f8cf0cf1df8f', 'status': 'completed', 'code': 200} Mar 29 09:04:20.448031 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-df8a21d9-e1e7-4cd0-b340-32b032296594 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:20.450077 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-df8a21d9-e1e7-4cd0-b340-32b032296594 tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.13 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 945 time: 0.0663509 Mar 29 09:04:20.622487 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-582dd757-6a5c-4361-8e1d-1a314646c76d req-af945902-6e7c-45c0-8295-7cc0431c40bf tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6c7a4-e991-4c21-9e40-2536e3f72bd5 HTTP/1.1" status: 200 len: 210 time: 0.0485017 Mar 29 09:04:20.651987 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Deleting port ca29b327-81fa-464a-9470-9625ec13e507 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:20.652459 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (ca29b327-81fa-464a-9470-9625ec13e507), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:20.742450 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] For port ca29b327-81fa-464a-9470-9625ec13e507, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=ca29b327-81fa-464a-9470-9625ec13e507,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:20.742811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (ca29b327-81fa-464a-9470-9625ec13e507), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:20.755406 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Calling delete_port for ca29b327-81fa-464a-9470-9625ec13e507 owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:20.913783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (ca29b327-81fa-464a-9470-9625ec13e507), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:20.925842 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['ca29b327-81fa-464a-9470-9625ec13e507'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:04:20.939715 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Pushing event deleted for resources: {'Port': ['ID=ca29b327-81fa-464a-9470-9625ec13e507,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:20.984271 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] No DVR routers for this DVR port ca29b327-81fa-464a-9470-9625ec13e507 on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:20.986701 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:20.990006 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-66a5f6e3-ad25-4e0d-82a1-f161be834674 req-0297af0a-1e0e-4b09-ba02-1f4da846206e tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.13 "DELETE /v2.0/ports/ca29b327-81fa-464a-9470-9625ec13e507 HTTP/1.1" status: 204 len: 173 time: 0.5349600 Mar 29 09:04:21.134598 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f43e3200-f897-44df-9e31-d51449633cf3 req-1131d247-181a-42cd-892c-020c2375a5fa tempest-TestMinimumBasicScenario-1266530552 tempest-TestMinimumBasicScenario-1266530552-project] 10.222.0.16 "GET /v2.0/ports?device_id=74ab7ccc-b2c3-41f3-a1db-744c5130755e HTTP/1.1" status: 200 len: 210 time: 0.0300591 Mar 29 09:04:22.151034 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'name': 'network-vif-deleted', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:22.153586 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8407a11-9a0e-4dbd-bb3a-d16fece57b71" -d '{"events": [{"server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "name": "network-vif-deleted", "tag": "ca29b327-81fa-464a-9470-9625ec13e507"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:22.188992 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803df6d3-73ba-4d4c-9ae5-72ec6edc4f8e x-openstack-request-id: req-803df6d3-73ba-4d4c-9ae5-72ec6edc4f8e {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:22.189316 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ab7ccc-b2c3-41f3-a1db-744c5130755e", "name": "network-vif-deleted", "tag": "ca29b327-81fa-464a-9470-9625ec13e507", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:22.189622 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-803df6d3-73ba-4d4c-9ae5-72ec6edc4f8e {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:22.190035 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803df6d3-73ba-4d4c-9ae5-72ec6edc4f8e'] response: {'server_uuid': '74ab7ccc-b2c3-41f3-a1db-744c5130755e', 'name': 'network-vif-deleted', 'tag': 'ca29b327-81fa-464a-9470-9625ec13e507', 'status': 'completed', 'code': 200} Mar 29 09:04:23.395031 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ca29b327-81fa-464a-9470-9625ec13e507 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:23.414733 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: ca29b327-81fa-464a-9470-9625ec13e507 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:23.415077 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device ca29b327-81fa-464a-9470-9625ec13e507 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:23.415501 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:23.438576 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:23.438928 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device 96293fe6-6bc2-45e5-8138-f8cf0cf1df8f not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:23.579123 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42936) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:24.132077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42940) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:24.181495 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (5364df6f-35c4-4c38-b52f-46147692228b), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.286605 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Deleting port 0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:24.286948 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.360453 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.360780 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.372503 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Calling delete_port for 0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36 owned by network:floatingip {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:24.424635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Deleting port d9c35a9c-ae06-4335-a293-d1914b6c767f {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:24.425128 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.506119 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] For port d9c35a9c-ae06-4335-a293-d1914b6c767f, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d9c35a9c-ae06-4335-a293-d1914b6c767f,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:24.506610 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.520159 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Calling delete_port for d9c35a9c-ae06-4335-a293-d1914b6c767f owned by network:router_interface {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:24.582141 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.608340 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'Port': ['ID=0a1ca4fe-4acd-4d03-8b9e-aa5c74b3fd36,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:24.671463 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (64f83fcc-2537-433b-aa11-dd3ce93e6661), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.671841 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.l3_db [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Floating IP 64f83fcc-2537-433b-aa11-dd3ce93e6661 disassociated (deleted). External IP: 172.27.1.81, port: cd197dc2-a354-4311-98bc-261a7d4dceda. Mar 29 09:04:24.759397 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (d9c35a9c-ae06-4335-a293-d1914b6c767f), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:24.785819 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c35a9c-ae06-4335-a293-d1914b6c767f,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:24.891323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:24.957615 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (5364df6f-35c4-4c38-b52f-46147692228b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:25.008747 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:25.014408 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:25.019300 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:25.029671 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:25.030274 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.046020 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-cc74670e-4816-4c2a-addf-5a7202e6e7ec tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "DELETE /v2.0/floatingips/64f83fcc-2537-433b-aa11-dd3ce93e6661 HTTP/1.1" status: 204 len: 168 time: 0.9127700 Mar 29 09:04:25.046929 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda'}] {{(pid=110227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:25.050010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}325438c2ceab455c1fde47897aa0fca586d2b26a2e68445685a4da99b09e43e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55b7bb-9949-495c-967e-98fd9e0e975f" -d '{"events": [{"name": "network-changed", "server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda"}]}' {{(pid=110227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:25.168499 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400dd9ba-daa3-455d-8e85-bcc67e09f72d x-openstack-request-id: req-400dd9ba-daa3-455d-8e85-bcc67e09f72d {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:25.169094 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda", "status": "completed", "code": 200}]} {{(pid=110227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:25.169094 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-400dd9ba-daa3-455d-8e85-bcc67e09f72d {{(pid=110227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:25.169531 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400dd9ba-daa3-455d-8e85-bcc67e09f72d'] response: {'name': 'network-changed', 'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'status': 'completed', 'code': 200} Mar 29 09:04:25.247668 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Router 5364df6f-35c4-4c38-b52f-46147692228b has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:25.255660 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-8e1e7edf-a67c-41ba-bb44-a312c07515ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:25.261481 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-8e1e7edf-a67c-41ba-bb44-a312c07515ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 1130 time: 0.0676906 Mar 29 09:04:25.278355 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:25.423790 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-960847a4-8dc0-4fca-9cbb-29fc2ac9fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:25.425268 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-960847a4-8dc0-4fca-9cbb-29fc2ac9fe7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 200 len: 913 time: 0.1612036 Mar 29 09:04:25.440434 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:25.448825 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] Sync routers for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:25.468121 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:25.469029 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.470701 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-17b59fb3-9426-4184-86dc-f7a4f20069ba admin admin] 10.222.0.16 "PUT /v2.0/routers/5364df6f-35c4-4c38-b52f-46147692228b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8905323 Mar 29 09:04:25.473545 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42950) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:25.478207 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-05a082b1-a99b-4677-85fd-bf88c1d42f70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 200 len: 217 time: 0.0446627 Mar 29 09:04:25.505991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.534865 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:25.543689 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:25.544422 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.587483 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:25.594549 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768ccc4-1934-45f5-8172-8cf388416aa9 req-43cf3b12-4764-4612-a04a-e93db74d376e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:25.597409 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c768ccc4-1934-45f5-8172-8cf388416aa9 req-43cf3b12-4764-4612-a04a-e93db74d376e tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.0789480 Mar 29 09:04:25.640513 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-c1cb6b1c-e0cf-48ee-9f6e-b3304aa7185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:25.642556 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-c1cb6b1c-e0cf-48ee-9f6e-b3304aa7185e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 200 len: 851 time: 0.1553247 Mar 29 09:04:25.663553 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:25.691175 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks [] for router (5364df6f-35c4-4c38-b52f-46147692228b), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:25.703905 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-c768ccc4-1934-45f5-8172-8cf388416aa9 req-1387d4dc-db8e-43d4-a8ca-ff50554c0749 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014159 Mar 29 09:04:25.790848 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-d32a550b-c477-4de6-b536-7ec4ac4e9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:25.792630 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-d32a550b-c477-4de6-b536-7ec4ac4e9390 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1396189 Mar 29 09:04:25.831212 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:04:24Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.860505 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] Checking router: 5364df6f-35c4-4c38-b52f-46147692228b for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:25.866521 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks [] for router_gateway (5364df6f-35c4-4c38-b52f-46147692228b), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:25.875860 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] Routers {'5364df6f-35c4-4c38-b52f-46147692228b'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:25.877216 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:03:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['5364df6f-35c4-4c38-b52f-46147692228b'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.877520 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:25.905967 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f543fc-a962-405a-a8a4-781f7f617a96 None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T08:56:18Z', 'revision_number': 4, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '62bdf701-958c-4340-aad4-394c11a2284d', 'name': '', 'network_id': 'e1bb1f35-70b5-4879-aaf3-2141dacbf9cf', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'mac_address': 'fa:16:3e:86:7f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:18Z', 'updated_at': '2022-03-29T08:56:26Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'subnets': [{'id': 'abda5ae9-6f65-4bc5-9d92-053701303107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:25.906785 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-4938f70a-b2eb-4b49-9294-66744fff0cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058609 Mar 29 09:04:26.005937 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] Set router 5364df6f-35c4-4c38-b52f-46147692228b gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:26.034943 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7f55b7bb-9949-495c-967e-98fd9e0e975f req-fe5b1d6e-7fb7-4071-933e-b3609ab2b81a service neutron] 10.222.0.13 "GET /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210530 Mar 29 09:04:26.039458 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Deleting port c6410b9a-468f-4314-8b1c-184602a85405 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:26.039798 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c6410b9a-468f-4314-8b1c-184602a85405), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.062054 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.125437 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] For port c6410b9a-468f-4314-8b1c-184602a85405, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c6410b9a-468f-4314-8b1c-184602a85405,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:26.125807 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c6410b9a-468f-4314-8b1c-184602a85405), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.143945 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Calling delete_port for c6410b9a-468f-4314-8b1c-184602a85405 owned by network:router_gateway {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:26.199641 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:04:24Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:26.208880 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1630230-2ffa-487d-a9b1-2c9182343eec None None] New status for floating IP 64f83fcc-2537-433b-aa11-dd3ce93e6661: DOWN {{(pid=110228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:04:26.227197 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb29d1-5460-4457-bacf-01f6c038c224 None None] The sync data for ids ['5364df6f-35c4-4c38-b52f-46147692228b'] in dv-cinder-835552-1-iscsi is: [{'id': '5364df6f-35c4-4c38-b52f-46147692228b', 'name': 'tempest-TestMinimumBasicScenario-1384618204-router', 'tenant_id': 'a9d6e02d36be405a92544584ae178949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:03Z', 'updated_at': '2022-03-29T09:04:24Z', 'revision_number': 5, 'project_id': 'a9d6e02d36be405a92544584ae178949', 'gw_port': {'id': 'c6410b9a-468f-4314-8b1c-184602a85405', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5364df6f-35c4-4c38-b52f-46147692228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:04Z', 'updated_at': '2022-03-29T09:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:26.405657 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c6410b9a-468f-4314-8b1c-184602a85405), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.433401 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6410b9a-468f-4314-8b1c-184602a85405,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:26.492492 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (5364df6f-35c4-4c38-b52f-46147692228b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.553533 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-7dab14d2-5f57-47f8-8f48-11d6258685e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.588648 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (5364df6f-35c4-4c38-b52f-46147692228b), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.590916 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks [] for router_controller (5364df6f-35c4-4c38-b52f-46147692228b), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.725633 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (5364df6f-35c4-4c38-b52f-46147692228b), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.726394 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5364df6f-35c4-4c38-b52f-46147692228b {{(pid=110226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:04:26.732204 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.741016 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-078013fd-35f5-46af-8776-5db44741c03b admin admin] 10.222.0.16 "DELETE /v2.0/routers/5364df6f-35c4-4c38-b52f-46147692228b HTTP/1.1" status: 204 len: 168 time: 1.2590339 Mar 29 09:04:26.741016 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42954) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:26.792122 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Deleting subnet ba6739ec-7bf3-4146-b5de-35c5cd8f7148 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:04:26.807913 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Publish callbacks [] for subnet (ba6739ec-7bf3-4146-b5de-35c5cd8f7148), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.858174 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (ba6739ec-7bf3-4146-b5de-35c5cd8f7148), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:26.898312 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2dabb-aadd-4bd5-a88f-2c08e9c8ae6e req-0b9d4eb4-807c-40f2-b9d7-499a24e9b9ed tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:26.899982 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-64f2dabb-aadd-4bd5-a88f-2c08e9c8ae6e req-0b9d4eb4-807c-40f2-b9d7-499a24e9b9ed tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.1053274 Mar 29 09:04:27.008647 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (ba6739ec-7bf3-4146-b5de-35c5cd8f7148), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.032178 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-64f2dabb-aadd-4bd5-a88f-2c08e9c8ae6e req-16d16559-db66-45ef-9884-2fce899cfe7c tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/security-groups?id=234c5bf6-7dd7-4929-a62a-819c89f89137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238849 Mar 29 09:04:27.061178 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742a42-65f0-4e4a-b110-64c215d8015e req-e27cb5db-413e-4437-ab10-ceebed8b11e6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:27.062384 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-32742a42-65f0-4e4a-b110-64c215d8015e req-e27cb5db-413e-4437-ab10-ceebed8b11e6 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 946 time: 0.1156831 Mar 29 09:04:27.163426 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Deleting port cd197dc2-a354-4311-98bc-261a7d4dceda {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:27.163683 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.201303 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (ba6739ec-7bf3-4146-b5de-35c5cd8f7148), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.246095 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6739ec-7bf3-4146-b5de-35c5cd8f7148,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:27.249737 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.250747 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53174a40-82c0-4cea-9a96-142c8a8f508a None None] Network ad657806-a798-4555-b84b-a93d6a730ded requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:27.255688 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-a35ff8da-6560-44dc-bf2c-34ccd48e0bce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba6739ec-7bf3-4146-b5de-35c5cd8f7148 HTTP/1.1" status: 204 len: 168 time: 0.5153611 Mar 29 09:04:27.256163 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42956) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:27.417436 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] DHCP port deletion for ad657806-a798-4555-b84b-a93d6a730ded request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:04:27.466250 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Deleting port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:27.467123 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.532602 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] For port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,segment=NetworkSegment(984d6253-3415-421a-9627-2a5ac7267193),segment_id=984d6253-3415-421a-9627-2a5ac7267193)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:27.532927 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.546711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Calling delete_port for 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:27.617206 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] For port cd197dc2-a354-4311-98bc-261a7d4dceda, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=cd197dc2-a354-4311-98bc-261a7d4dceda,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:27.617726 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.631487 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (ad657806-a798-4555-b84b-a93d6a730ded), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.636731 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Calling delete_port for cd197dc2-a354-4311-98bc-261a7d4dceda owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:27.678181 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c35a9c-ae06-4335-a293-d1914b6c767f no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:27.697899 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: d9c35a9c-ae06-4335-a293-d1914b6c767f {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:27.698250 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c35a9c-ae06-4335-a293-d1914b6c767f not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:27.698666 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:27.720499 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.749098 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Deleting port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:27.749433 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.758207 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Pushing event deleted for resources: {'Port': ['ID=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:27.762746 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] No DVR routers for this DVR port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:27.773475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.773475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.773475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.773475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.773475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.773475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.774255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.774255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.774255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.774607 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.774962 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.775173 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.775738 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.775856 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.776131 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a0530-6e7a-4f69-bcf6-fbd65189a2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:27.781947 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No active binding found for port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 {{(pid=110228) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 09:04:27.782326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] The host dv-cinder-835552-1-iscsi is not matching for port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 host None! {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 29 09:04:27.782701 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:27.783119 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c6410b9a-468f-4314-8b1c-184602a85405 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:27.802441 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: c6410b9a-468f-4314-8b1c-184602a85405 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:27.802792 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c6410b9a-468f-4314-8b1c-184602a85405 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:27.847105 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] For port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139, host dv-cinder-835552-1-iscsi, got binding levels [] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:27.847673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.864783 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Calling delete_port for 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:27.867329 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.ipam_backend_mixin [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 was not found and therefore no delete operation was performed {{(pid=110226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 09:04:27.868518 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (31feaa96-d5e0-4cb6-9429-5f6b42e1b139), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.894047 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Pushing event deleted for resources: {'Port': ['ID=31feaa96-d5e0-4cb6-9429-5f6b42e1b139,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:27.895835 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] No DVR routers for this DVR port 31feaa96-d5e0-4cb6-9429-5f6b42e1b139 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:27.949449 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (cd197dc2-a354-4311-98bc-261a7d4dceda), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:27.989258 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'Port': ['ID=cd197dc2-a354-4311-98bc-261a7d4dceda,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:27.994371 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (ad657806-a798-4555-b84b-a93d6a730ded), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.046900 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad657806-a798-4555-b84b-a93d6a730ded']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:28.049142 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] No DVR routers for this DVR port cd197dc2-a354-4311-98bc-261a7d4dceda on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:28.057451 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.058628 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-32742a42-65f0-4e4a-b110-64c215d8015e req-cd795aa1-75ed-4bbc-a74e-504a166fbfbc tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.13 "DELETE /v2.0/ports/cd197dc2-a354-4311-98bc-261a7d4dceda HTTP/1.1" status: 204 len: 173 time: 0.9901004 Mar 29 09:04:28.059066 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'name': 'network-vif-deleted', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:04:28.061826 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad7ef65-f8a7-4f37-81b6-e0aba01df8b6" -d '{"events": [{"server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "name": "network-vif-deleted", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:04:28.067120 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984d6253-3415-421a-9627-2a5ac7267193') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:28.067408 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984d6253-3415-421a-9627-2a5ac7267193') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:28.077433 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (984d6253-3415-421a-9627-2a5ac7267193), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.094221 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (984d6253-3415-421a-9627-2a5ac7267193), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.101704 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:04:28.103026 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (984d6253-3415-421a-9627-2a5ac7267193), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:04:28.105191 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:04:28.116417 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13122c-a8ea-456f-8763-b576df92030f x-openstack-request-id: req-8e13122c-a8ea-456f-8763-b576df92030f {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:04:28.116643 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80edb816-7cbc-4a6a-ab47-f558f2e237a5", "name": "network-vif-deleted", "tag": "cd197dc2-a354-4311-98bc-261a7d4dceda", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:04:28.116890 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e13122c-a8ea-456f-8763-b576df92030f {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:04:28.117286 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e13122c-a8ea-456f-8763-b576df92030f'] response: {'server_uuid': '80edb816-7cbc-4a6a-ab47-f558f2e237a5', 'name': 'network-vif-deleted', 'tag': 'cd197dc2-a354-4311-98bc-261a7d4dceda', 'status': 'completed', 'code': 200} Mar 29 09:04:28.149683 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ec4f6d27-fefc-4ae8-8b4d-d3fc2f77b544 req-8490aa4e-6800-4a52-9fc3-ba6fc0e81940 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Mar 29 09:04:28.353927 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (ad657806-a798-4555-b84b-a93d6a730ded), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.359514 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.369669 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad657806-a798-4555-b84b-a93d6a730ded HTTP/1.1" status: 204 len: 168 time: 1.1057224 Mar 29 09:04:28.370092 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42962) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:28.375005 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f255f-df47-4472-bf5e-7388acd6a48c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad657806-a798-4555-b84b-a93d6a730ded,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:28.727957 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (243ffb9d-d813-4601-9bf6-a9bdefd3c626), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.918609 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a2def170-bbc9-46a7-bbc0-a8bfaeee97f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:28.969422 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Deleting port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:28.969764 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:29.051375 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] For port bc173d10-1f01-4fa1-8f0f-3f310a35f7c2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:29.051732 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:29.064579 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Calling delete_port for bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:29.257055 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-bf727b73-1929-4baa-9873-a898bc80fc1e req-f1bbab08-a7d7-432d-bbaf-33880cc0c1b7 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "GET /v2.0/ports?device_id=80edb816-7cbc-4a6a-ab47-f558f2e237a5 HTTP/1.1" status: 200 len: 210 time: 0.0267284 Mar 29 09:04:29.341107 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (bc173d10-1f01-4fa1-8f0f-3f310a35f7c2), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:29.367054 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc173d10-1f01-4fa1-8f0f-3f310a35f7c2,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:29.542797 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (243ffb9d-d813-4601-9bf6-a9bdefd3c626), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:29.759565 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:29.864634 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:29.869640 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-789123da-9162-49e1-bb98-48e5b7bdb11d admin admin] 10.222.0.16 "PUT /v2.0/routers/243ffb9d-d813-4601-9bf6-a9bdefd3c626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026717 Mar 29 09:04:29.872108 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42966) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:29.875191 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] Sync routers for ids ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:29.885248 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] Routers {'243ffb9d-d813-4601-9bf6-a9bdefd3c626'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:29.885928 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:29.975139 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks [] for router (243ffb9d-d813-4601-9bf6-a9bdefd3c626), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:29.990333 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] Set router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:30.083930 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks [] for router_gateway (243ffb9d-d813-4601-9bf6-a9bdefd3c626), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.085530 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.191281 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Deleting port 2088ead0-4fc4-4220-bf6c-4ae8d119523e {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:30.191619 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.255729 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:04:29Z', 'revision_number': 5, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port': {'id': '2088ead0-4fc4-4220-bf6c-4ae8d119523e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:02:12Z', 'updated_at': '2022-03-29T09:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:30.270556 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] For port 2088ead0-4fc4-4220-bf6c-4ae8d119523e, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=2088ead0-4fc4-4220-bf6c-4ae8d119523e,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:30.270918 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.285644 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Calling delete_port for 2088ead0-4fc4-4220-bf6c-4ae8d119523e owned by network:router_gateway {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:30.285767 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] Checking router: 243ffb9d-d813-4601-9bf6-a9bdefd3c626 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:30.295478 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] Routers {'243ffb9d-d813-4601-9bf6-a9bdefd3c626'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:30.296096 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:30.313192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 42970) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:30.383982 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] Set router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 gateway port host: None {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:30.435872 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:04:30Z', 'revision_number': 6, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port_host': None}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:30.445903 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Deleting port fec75bd8-ff12-4150-b541-24b30c7b9e8d {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:30.446247 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.465368 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d501de4-63f4-492b-9c8b-1e64959e5ed0 None None] The sync data for ids ['243ffb9d-d813-4601-9bf6-a9bdefd3c626'] in dv-cinder-835552-1-iscsi is: [{'id': '243ffb9d-d813-4601-9bf6-a9bdefd3c626', 'name': 'tempest-TestMinimumBasicScenario-76202968-router', 'tenant_id': '357ae52e4ce1462aa221b716bf1068fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:02:11Z', 'updated_at': '2022-03-29T09:04:30Z', 'revision_number': 6, 'project_id': '357ae52e4ce1462aa221b716bf1068fd', 'gw_port_host': None}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:30.539210 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.539548 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (fec75bd8-ff12-4150-b541-24b30c7b9e8d), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.553388 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Calling delete_port for fec75bd8-ff12-4150-b541-24b30c7b9e8d owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:30.754077 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (fec75bd8-ff12-4150-b541-24b30c7b9e8d), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.783451 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'Port': ['ID=fec75bd8-ff12-4150-b541-24b30c7b9e8d,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:30.834315 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (2088ead0-4fc4-4220-bf6c-4ae8d119523e), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.847292 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for floatingip (89c3cecb-369f-4dbb-b7a6-34e98a107551), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.850036 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:30.853994 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3020c7a7-0e77-41c6-aa07-edfc43927544 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "DELETE /v2.0/floatingips/89c3cecb-369f-4dbb-b7a6-34e98a107551 HTTP/1.1" status: 204 len: 168 time: 0.5366328 Mar 29 09:04:30.865539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2088ead0-4fc4-4220-bf6c-4ae8d119523e,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:30.931708 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (243ffb9d-d813-4601-9bf6-a9bdefd3c626), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.027195 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (243ffb9d-d813-4601-9bf6-a9bdefd3c626), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.029279 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks [] for router_controller (243ffb9d-d813-4601-9bf6-a9bdefd3c626), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.142084 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (243ffb9d-d813-4601-9bf6-a9bdefd3c626), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.146085 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243ffb9d-d813-4601-9bf6-a9bdefd3c626 {{(pid=110227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:04:31.148421 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.149601 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-55c52c7f-b58a-4d3c-a318-3bb891b4ff47 admin admin] 10.222.0.16 "DELETE /v2.0/routers/243ffb9d-d813-4601-9bf6-a9bdefd3c626 HTTP/1.1" status: 204 len: 168 time: 1.2760029 Mar 29 09:04:31.152071 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42980) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:31.197831 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Deleting subnet e549e70d-cd53-4cc1-aa3c-b907e3895fd9 {{(pid=110227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:04:31.201441 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Publish callbacks [] for subnet (e549e70d-cd53-4cc1-aa3c-b907e3895fd9), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.239826 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29590211'] for subnet (e549e70d-cd53-4cc1-aa3c-b907e3895fd9), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.301959 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.326995 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (e549e70d-cd53-4cc1-aa3c-b907e3895fd9), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.402357 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd197dc2-a354-4311-98bc-261a7d4dceda no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:31.423059 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: cd197dc2-a354-4311-98bc-261a7d4dceda {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:31.423432 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device cd197dc2-a354-4311-98bc-261a7d4dceda not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:31.428282 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29410709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29388282'] for subnet (e549e70d-cd53-4cc1-aa3c-b907e3895fd9), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.455052 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e549e70d-cd53-4cc1-aa3c-b907e3895fd9,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:31.458780 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.462057 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-60bd8d8b-c462-4442-9fe3-36e2edfe07d4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e549e70d-cd53-4cc1-aa3c-b907e3895fd9 HTTP/1.1" status: 204 len: 168 time: 0.3089781 Mar 29 09:04:31.464719 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42982) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:31.470954 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38928d6a-a259-4dc6-9932-d66767beba7f None None] Network c58bd82a-21d6-4806-be88-42bb80bbbd2d requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:31.542444 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (c58bd82a-21d6-4806-be88-42bb80bbbd2d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.603229 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Deleting port c0421787-cfeb-479e-ae77-703fd50d9aff {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:31.603229 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.645674 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] DHCP port deletion for c58bd82a-21d6-4806-be88-42bb80bbbd2d request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:04:31.674035 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] For port c0421787-cfeb-479e-ae77-703fd50d9aff, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c0421787-cfeb-479e-ae77-703fd50d9aff,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:31.674444 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.688985 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Calling delete_port for c0421787-cfeb-479e-ae77-703fd50d9aff owned by network:dhcp {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:31.699076 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2088ead0-4fc4-4220-bf6c-4ae8d119523e no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:31.702131 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] Deleting port c0421787-cfeb-479e-ae77-703fd50d9aff {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:31.702506 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.762068 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 2088ead0-4fc4-4220-bf6c-4ae8d119523e {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:31.762419 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2088ead0-4fc4-4220-bf6c-4ae8d119523e not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:31.762841 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:31.787606 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:31.787898 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device bc173d10-1f01-4fa1-8f0f-3f310a35f7c2 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:31.803342 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] For port c0421787-cfeb-479e-ae77-703fd50d9aff, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=c0421787-cfeb-479e-ae77-703fd50d9aff,segment=NetworkSegment(5371bb4e-c63b-4209-884d-5f2f8f305c82),segment_id=5371bb4e-c63b-4209-884d-5f2f8f305c82)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:31.803746 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.815324 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] Calling delete_port for c0421787-cfeb-479e-ae77-703fd50d9aff owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:31.839549 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.865789 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0421787-cfeb-479e-ae77-703fd50d9aff,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:31.869206 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] No DVR routers for this DVR port c0421787-cfeb-479e-ae77-703fd50d9aff on host dv-cinder-835552-1-iscsi {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:31.895597 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (c0421787-cfeb-479e-ae77-703fd50d9aff), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.921020 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] Pushing event deleted for resources: {'Port': ['ID=c0421787-cfeb-479e-ae77-703fd50d9aff,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:31.926187 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f1f1c-1707-4e0b-aee0-6abea0f17f9a None None] No DVR routers for this DVR port c0421787-cfeb-479e-ae77-703fd50d9aff on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:31.941937 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (c58bd82a-21d6-4806-be88-42bb80bbbd2d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.961500 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58bd82a-21d6-4806-be88-42bb80bbbd2d']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:31.970968 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5371bb4e-c63b-4209-884d-5f2f8f305c82') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:31.971259 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5371bb4e-c63b-4209-884d-5f2f8f305c82') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:31.980082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (5371bb4e-c63b-4209-884d-5f2f8f305c82), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.993389 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (5371bb4e-c63b-4209-884d-5f2f8f305c82), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:31.999016 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:04:31.999391 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (5371bb4e-c63b-4209-884d-5f2f8f305c82), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:04:32.001056 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:04:32.108525 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (c58bd82a-21d6-4806-be88-42bb80bbbd2d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.112808 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.116273 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c58bd82a-21d6-4806-be88-42bb80bbbd2d HTTP/1.1" status: 204 len: 168 time: 0.6503756 Mar 29 09:04:32.129960 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec9b35-80c4-4332-9e15-a47b767b2de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58bd82a-21d6-4806-be88-42bb80bbbd2d,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:32.192915 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42988) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:32.247817 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-703e6a38-4b01-4a64-a39b-f4670367f122 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group (234c5bf6-7dd7-4929-a62a-819c89f89137), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.272975 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-703e6a38-4b01-4a64-a39b-f4670367f122 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group (234c5bf6-7dd7-4929-a62a-819c89f89137), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.370207 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-703e6a38-4b01-4a64-a39b-f4670367f122 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (234c5bf6-7dd7-4929-a62a-819c89f89137), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.372919 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-703e6a38-4b01-4a64-a39b-f4670367f122 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.377095 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-703e6a38-4b01-4a64-a39b-f4670367f122 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] 10.222.0.16 "DELETE /v2.0/security-groups/234c5bf6-7dd7-4929-a62a-819c89f89137 HTTP/1.1" status: 204 len: 168 time: 0.1834447 Mar 29 09:04:32.386275 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6a38-4b01-4a64-a39b-f4670367f122 tempest-TestVolumeBootPattern-851931586 tempest-TestVolumeBootPattern-851931586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c5bf6-7dd7-4929-a62a-819c89f89137,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:32.444125 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42992) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:32.480207 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42994) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:32.492059 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6b85285a-79d8-4dab-9ada-f6273f06d352 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d6e02d36be405a92544584ae178949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461996 Mar 29 09:04:32.499051 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 42998) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:32.547714 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc41b-fca3-4390-9a39-28d05ddcef32 admin admin] Publish callbacks [] for security_group (f25a9409-ecf6-4fe1-a73a-217edf628518), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.570174 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc41b-fca3-4390-9a39-28d05ddcef32 admin admin] Publish callbacks [] for security_group (f25a9409-ecf6-4fe1-a73a-217edf628518), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.669398 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc41b-fca3-4390-9a39-28d05ddcef32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (f25a9409-ecf6-4fe1-a73a-217edf628518), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.671907 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc41b-fca3-4390-9a39-28d05ddcef32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:32.673044 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-5b4dc41b-fca3-4390-9a39-28d05ddcef32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f25a9409-ecf6-4fe1-a73a-217edf628518 HTTP/1.1" status: 204 len: 168 time: 0.1732674 Mar 29 09:04:32.709049 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc41b-fca3-4390-9a39-28d05ddcef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a9409-ecf6-4fe1-a73a-217edf628518,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:32.988764 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (b764dd6e-4a8a-4049-b78e-c24143d04e29), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.027508 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.236572 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Deleting port 62bdf701-958c-4340-aad4-394c11a2284d {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:33.236910 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (62bdf701-958c-4340-aad4-394c11a2284d), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.269269 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43004) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:33.310394 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3968b3b4-53f0-44ab-a995-d6816c273047 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=357ae52e4ce1462aa221b716bf1068fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394487 Mar 29 09:04:33.312947 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43006) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:33.315189 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] For port 62bdf701-958c-4340-aad4-394c11a2284d, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=62bdf701-958c-4340-aad4-394c11a2284d,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:33.315553 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (62bdf701-958c-4340-aad4-394c11a2284d), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.328818 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Calling delete_port for 62bdf701-958c-4340-aad4-394c11a2284d owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:33.358551 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-afb704c3-6ce0-4fad-b91c-c3bc073ece91 admin admin] Publish callbacks [] for security_group (68a4d003-3fa8-4669-b0a7-f55072724478), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.379450 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-afb704c3-6ce0-4fad-b91c-c3bc073ece91 admin admin] Publish callbacks [] for security_group (68a4d003-3fa8-4669-b0a7-f55072724478), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.496261 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-afb704c3-6ce0-4fad-b91c-c3bc073ece91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (68a4d003-3fa8-4669-b0a7-f55072724478), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.499320 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-afb704c3-6ce0-4fad-b91c-c3bc073ece91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.500512 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-afb704c3-6ce0-4fad-b91c-c3bc073ece91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68a4d003-3fa8-4669-b0a7-f55072724478 HTTP/1.1" status: 204 len: 168 time: 0.1866422 Mar 29 09:04:33.508842 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb704c3-6ce0-4fad-b91c-c3bc073ece91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4d003-3fa8-4669-b0a7-f55072724478,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:33.576668 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (62bdf701-958c-4340-aad4-394c11a2284d), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:33.600850 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Pushing event deleted for resources: {'Port': ['ID=62bdf701-958c-4340-aad4-394c11a2284d,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:33.676830 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c0421787-cfeb-479e-ae77-703fd50d9aff no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:33.700209 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: c0421787-cfeb-479e-ae77-703fd50d9aff {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:33.701210 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device c0421787-cfeb-479e-ae77-703fd50d9aff not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:33.790836 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (b764dd6e-4a8a-4049-b78e-c24143d04e29), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.013981 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Router b764dd6e-4a8a-4049-b78e-c24143d04e29 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:34.122298 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:34.128091 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-52076ae2-7b31-4028-834e-a43d5e51b08e admin admin] 10.222.0.16 "PUT /v2.0/routers/b764dd6e-4a8a-4049-b78e-c24143d04e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468976 Mar 29 09:04:34.130962 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43020) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:34.131780 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] Sync routers for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:34.143335 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:34.143929 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:34.246235 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks [] for router (b764dd6e-4a8a-4049-b78e-c24143d04e29), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.253518 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:34.352866 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks [] for router_gateway (b764dd6e-4a8a-4049-b78e-c24143d04e29), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.437334 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T09:04:33Z', 'revision_number': 5, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port': {'id': 'd9c286b4-a89b-4a9e-aa97-44bf2636500e', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:15Z', 'updated_at': '2022-03-29T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:34.464049 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] Checking router: b764dd6e-4a8a-4049-b78e-c24143d04e29 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:34.472628 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] Routers {'b764dd6e-4a8a-4049-b78e-c24143d04e29'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:34.473716 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['b764dd6e-4a8a-4049-b78e-c24143d04e29'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:34.498079 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Deleting port d9c286b4-a89b-4a9e-aa97-44bf2636500e {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:34.498418 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.526595 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43030) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:34.566751 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] Set router b764dd6e-4a8a-4049-b78e-c24143d04e29 gateway port host: None {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:34.582415 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] For port d9c286b4-a89b-4a9e-aa97-44bf2636500e, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=d9c286b4-a89b-4a9e-aa97-44bf2636500e,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:34.583245 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.598745 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Calling delete_port for d9c286b4-a89b-4a9e-aa97-44bf2636500e owned by network:router_gateway {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:34.636346 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1832721664-network', 'tenant_id': '78a18859415249928435228564ebbd50'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:34.730788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Made reservation on behalf of 78a18859415249928435228564ebbd50 for: {'network': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:04:34.733848 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.742951 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.751915 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T09:04:34Z', 'revision_number': 6, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port_host': None}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:34.781575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e538ec4-f002-410b-9554-9465b8e1410e None None] The sync data for ids ['b764dd6e-4a8a-4049-b78e-c24143d04e29'] in dv-cinder-835552-1-iscsi is: [{'id': 'b764dd6e-4a8a-4049-b78e-c24143d04e29', 'name': 'tempest-TestVolumeBootPattern-1401284817-router', 'tenant_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:14Z', 'updated_at': '2022-03-29T09:04:34Z', 'revision_number': 6, 'project_id': '886f5ce2dbcc4eb6a8af47e9409f5e20', 'gw_port_host': None}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:34.818927 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks [] for security_group (5825a804-6425-44e8-b804-93fd2b8f3225), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.856597 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (d9c286b4-a89b-4a9e-aa97-44bf2636500e), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.882263 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c286b4-a89b-4a9e-aa97-44bf2636500e,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:34.890449 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5825a804-6425-44e8-b804-93fd2b8f3225), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.915489 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:04:34.924813 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825a804-6425-44e8-b804-93fd2b8f3225,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:34.930897 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (cfd73419-0cd9-40a6-b249-8a67936f7852), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.931288 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.segments_db [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Added segment cfd73419-0cd9-40a6-b249-8a67936f7852 of type vlan for network c9d81579-58b6-4052-8497-3954657a9b0a Mar 29 09:04:34.943547 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (b764dd6e-4a8a-4049-b78e-c24143d04e29), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:34.971352 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (c9d81579-58b6-4052-8497-3954657a9b0a), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.036439 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (b764dd6e-4a8a-4049-b78e-c24143d04e29), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.038479 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks [] for router_controller (b764dd6e-4a8a-4049-b78e-c24143d04e29), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.061932 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (c9d81579-58b6-4052-8497-3954657a9b0a), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.062918 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:35.063556 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.124182 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] Pushing event updated for resources: {'Network': ['ID=c9d81579-58b6-4052-8497-3954657a9b0a,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:35.134294 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network c9d81579-58b6-4052-8497-3954657a9b0a details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:04:35.148775 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (b764dd6e-4a8a-4049-b78e-c24143d04e29), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.149394 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b764dd6e-4a8a-4049-b78e-c24143d04e29 {{(pid=110227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:04:35.158516 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.158516 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-df5a7826-19d8-4aec-a309-6814f32c6405 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b764dd6e-4a8a-4049-b78e-c24143d04e29 HTTP/1.1" status: 204 len: 168 time: 1.0248177 Mar 29 09:04:35.159743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43034) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:35.196616 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b2af9f28-ffd1-4562-a1a8-1afad2eaaa9a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6685867 Mar 29 09:04:35.199445 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43036) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:35.204815 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Request body: {'subnet': {'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1832721664-subnet', 'tenant_id': '78a18859415249928435228564ebbd50', 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:35.226149 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Deleting subnet abda5ae9-6f65-4bc5-9d92-053701303107 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:04:35.229420 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Publish callbacks [] for subnet (abda5ae9-6f65-4bc5-9d92-053701303107), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.268040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (abda5ae9-6f65-4bc5-9d92-053701303107), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.290313 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Made reservation on behalf of 78a18859415249928435228564ebbd50 for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:04:35.292689 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.351676 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (abda5ae9-6f65-4bc5-9d92-053701303107), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.463414 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (abda5ae9-6f65-4bc5-9d92-053701303107), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.495454 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abda5ae9-6f65-4bc5-9d92-053701303107,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:35.501567 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.505071 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-3e4b3ba1-aebe-4e9a-bc10-a3818fb55869 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/abda5ae9-6f65-4bc5-9d92-053701303107 HTTP/1.1" status: 204 len: 168 time: 0.3442714 Mar 29 09:04:35.507623 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43038) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:35.512478 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3836b0-e1f1-4e01-a432-2396fbe0a981 None None] Network e1bb1f35-70b5-4879-aaf3-2141dacbf9cf requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:35.589575 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.666453 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Deleting port aea9c112-47c7-428d-b840-b40ea5855ea2 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:35.666789 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.701868 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c286b4-a89b-4a9e-aa97-44bf2636500e no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:35.737216 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: d9c286b4-a89b-4a9e-aa97-44bf2636500e {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:35.743061 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device d9c286b4-a89b-4a9e-aa97-44bf2636500e not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:35.743061 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 62bdf701-958c-4340-aad4-394c11a2284d no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:35.743293 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] For port aea9c112-47c7-428d-b840-b40ea5855ea2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=aea9c112-47c7-428d-b840-b40ea5855ea2,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:35.743293 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.758707 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Calling delete_port for aea9c112-47c7-428d-b840-b40ea5855ea2 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:35.769889 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] DHCP port deletion for e1bb1f35-70b5-4879-aaf3-2141dacbf9cf request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:04:35.772215 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 62bdf701-958c-4340-aad4-394c11a2284d {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:35.772586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 62bdf701-958c-4340-aad4-394c11a2284d not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:35.811341 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.822116 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] Deleting port aea9c112-47c7-428d-b840-b40ea5855ea2 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:35.822627 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.873405 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:35.887937 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Checking segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:35.888656 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Network hostable DHCP agents. Network: c9d81579-58b6-4052-8497-3954657a9b0a, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:04:35.891791 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] For port aea9c112-47c7-428d-b840-b40ea5855ea2, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=aea9c112-47c7-428d-b840-b40ea5855ea2,segment=NetworkSegment(c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5),segment_id=c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:35.892211 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.896548 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:35.909654 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] Calling delete_port for aea9c112-47c7-428d-b840-b40ea5855ea2 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:35.925607 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea9c112-47c7-428d-b840-b40ea5855ea2,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:35.934825 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] No DVR routers for this DVR port aea9c112-47c7-428d-b840-b40ea5855ea2 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:35.987912 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Network c9d81579-58b6-4052-8497-3954657a9b0a is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:04:36.006456 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (aea9c112-47c7-428d-b840-b40ea5855ea2), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.015455 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.032810 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] Pushing event deleted for resources: {'Port': ['ID=aea9c112-47c7-428d-b840-b40ea5855ea2,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:36.036381 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe23900-aedf-4b89-b181-ae4739f6033f None None] No DVR routers for this DVR port aea9c112-47c7-428d-b840-b40ea5855ea2 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:36.043373 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bb1f35-70b5-4879-aaf3-2141dacbf9cf']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:36.054969 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:36.055261 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:36.068898 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.082633 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.088442 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:04:36.088832 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (c286c1fd-dce8-4ec0-b6f9-7ac2d6ca07d5), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:04:36.090435 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:04:36.106552 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, c9d81579-58b6-4052-8497-3954657a9b0a) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:36.110860 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:36.112497 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.116895 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da8202-139d-4778-9f04-a0577efe556b None None] Network c9d81579-58b6-4052-8497-3954657a9b0a requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:36.216376 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-c9d81579-58b6-4052-8497-3954657a9b0a', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'project_id': '78a18859415249928435228564ebbd50', 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 09:04:36.217232 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.219141 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-ca70bde5-5215-48b4-9235-c017809aef94 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0186007 Mar 29 09:04:36.221829 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43040) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:36.226957 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:36.250506 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (e1bb1f35-70b5-4879-aaf3-2141dacbf9cf), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.255851 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.259045 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e1bb1f35-70b5-4879-aaf3-2141dacbf9cf HTTP/1.1" status: 204 len: 168 time: 0.7504110 Mar 29 09:04:36.262615 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43042) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:36.271054 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd36fa1-b19f-4c81-939b-44aa6d1da697 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bb1f35-70b5-4879-aaf3-2141dacbf9cf,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:36.308986 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (1637e185-5c98-4775-98b0-8ec559058b53), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.310515 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (1637e185-5c98-4775-98b0-8ec559058b53), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.367342 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Allocated IP 172.20.0.2 (c9d81579-58b6-4052-8497-3954657a9b0a/ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6/9fd544d4-6c30-46cc-a32c-c12d07c974e1) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:04:36.407860 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks [] for router_controller (1637e185-5c98-4775-98b0-8ec559058b53), precommit_add_association {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.509734 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Publish callbacks [] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.633426 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks [] for router_gateway (1637e185-5c98-4775-98b0-8ec559058b53), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.678363 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.712130 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Network c9d81579-58b6-4052-8497-3954657a9b0a is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:36.716973 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:36.720645 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:04:36.731485 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Pushing event updated for resources: {'Port': ['ID=9fd544d4-6c30-46cc-a32c-c12d07c974e1,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:36.782352 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Attempting to bind port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:04:36.782781 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Attempting to bind port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:04:36.788902 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Attempting to bind port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 on network c9d81579-58b6-4052-8497-3954657a9b0a {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:04:36.788902 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:04:36.789183 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (09a537bd-947c-486a-b31f-577334629781), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.789400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Checking segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:36.789400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.789400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Bound using segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:04:36.789681 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Bound port: 9fd544d4-6c30-46cc-a32c-c12d07c974e1, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:04:36.790028 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.854156 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] For port 9fd544d4-6c30-46cc-a32c-c12d07c974e1, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:04:36.858164 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] For port 9fd544d4-6c30-46cc-a32c-c12d07c974e1, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=9fd544d4-6c30-46cc-a32c-c12d07c974e1,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:04:36.925311 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:36.990222 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efa9a2-a2cc-4166-8837-fb6cd138e319 None None] Pushing event updated for resources: {'Port': ['ID=9fd544d4-6c30-46cc-a32c-c12d07c974e1,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:37.162960 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks [] for router_gateway (1637e185-5c98-4775-98b0-8ec559058b53), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.202709 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.297559 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Deleting port 2521e540-bc5a-47cd-99f4-881de097a1c8 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:37.297894 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.366937 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Allocated IP 172.27.1.13 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/e12a5b39-8dbc-45d1-9985-36be7e4cf7ed) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:04:37.442023 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] For port 2521e540-bc5a-47cd-99f4-881de097a1c8, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=2521e540-bc5a-47cd-99f4-881de097a1c8,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:37.442328 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.459597 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Calling delete_port for 2521e540-bc5a-47cd-99f4-881de097a1c8 owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:37.546654 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks [] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.686551 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.716214 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 9fd544d4-6c30-46cc-a32c-c12d07c974e1 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:37.738287 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:37.745848 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:37.751120 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:04:37.754197 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Pushing event updated for resources: {'Port': ['ID=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:37.780113 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:37.780882 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.830076 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (2521e540-bc5a-47cd-99f4-881de097a1c8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.874913 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:37.875477 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:37.886161 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Pushing event deleted for resources: {'Port': ['ID=2521e540-bc5a-47cd-99f4-881de097a1c8,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:37.917871 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 9fd544d4-6c30-46cc-a32c-c12d07c974e1, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=9fd544d4-6c30-46cc-a32c-c12d07c974e1,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:37.999181 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:38.010409 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1208c6a6-aa40-4c79-8678-4d80d6662f87 None None] Network c9d81579-58b6-4052-8497-3954657a9b0a requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:38.082072 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device aea9c112-47c7-428d-b840-b40ea5855ea2 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:38.120963 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: aea9c112-47c7-428d-b840-b40ea5855ea2 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:38.121392 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device aea9c112-47c7-428d-b840-b40ea5855ea2 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:38.143047 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=9fd544d4-6c30-46cc-a32c-c12d07c974e1,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:38.151362 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0a817d9c-360e-496a-9f0f-307dd5712c9a None None] Provisioning complete for port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:38.151738 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0a817d9c-360e-496a-9f0f-307dd5712c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:38.170516 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (09a537bd-947c-486a-b31f-577334629781), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:38.268067 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0a817d9c-360e-496a-9f0f-307dd5712c9a None None] Current status of the port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:38.288507 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks [] for router_gateway (1637e185-5c98-4775-98b0-8ec559058b53), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:38.489941 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-c18f09a6-3c3f-45ac-82ef-9b44de06f8a3 None None] Provisioning complete for port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:38.490319 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c18f09a6-3c3f-45ac-82ef-9b44de06f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:38.571024 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-c18f09a6-3c3f-45ac-82ef-9b44de06f8a3 None None] Current status of the port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:38.850419 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Router 09a537bd-947c-486a-b31f-577334629781 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:38.936867 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (1637e185-5c98-4775-98b0-8ec559058b53), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.047562 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:39.052699 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-e63a0c7e-0308-4c4d-b1ed-e232ddc076be admin admin] 10.222.0.16 "PUT /v2.0/routers/09a537bd-947c-486a-b31f-577334629781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7882633 Mar 29 09:04:39.055303 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43044) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:39.056235 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] Sync routers for ids ['09a537bd-947c-486a-b31f-577334629781'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:39.066393 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] Routers {'09a537bd-947c-486a-b31f-577334629781'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:39.067015 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['09a537bd-947c-486a-b31f-577334629781'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:39.162182 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks [] for router (09a537bd-947c-486a-b31f-577334629781), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.170466 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Router 1637e185-5c98-4775-98b0-8ec559058b53 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:04:39.173702 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] Set router 09a537bd-947c-486a-b31f-577334629781 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:39.268902 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks [] for router_gateway (09a537bd-947c-486a-b31f-577334629781), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.283331 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:39.292239 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Sync routers for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:39.302609 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:39.303325 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:39.349971 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.353784 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-1d8d8fb3-2995-44c3-aed0-d10001dd4da5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1283226 Mar 29 09:04:39.354592 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43046) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:39.368056 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7c692800-75c1-4daa-9606-8d317fa80039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T09:04:37Z', 'revision_number': 5, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port': {'id': '7c692800-75c1-4daa-9606-8d317fa80039', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a537bd-947c-486a-b31f-577334629781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T08:56:25Z', 'updated_at': '2022-03-29T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:39.376275 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Deleting port 7c692800-75c1-4daa-9606-8d317fa80039 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:39.376862 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (7c692800-75c1-4daa-9606-8d317fa80039), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.401191 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] Checking router: 09a537bd-947c-486a-b31f-577334629781 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:39.410001 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] Routers {'09a537bd-947c-486a-b31f-577334629781'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:39.410691 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['09a537bd-947c-486a-b31f-577334629781'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:39.415456 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:39.487378 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] For port 7c692800-75c1-4daa-9606-8d317fa80039, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=7c692800-75c1-4daa-9606-8d317fa80039,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:39.487732 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (7c692800-75c1-4daa-9606-8d317fa80039), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.503044 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Calling delete_port for 7c692800-75c1-4daa-9606-8d317fa80039 owned by network:router_gateway {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:39.520655 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] Set router 09a537bd-947c-486a-b31f-577334629781 gateway port host: None {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:39.578251 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T09:04:39Z', 'revision_number': 6, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port_host': None}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:39.628531 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a374fb4-51f9-4714-9d8b-efbe26158bd9 None None] The sync data for ids ['09a537bd-947c-486a-b31f-577334629781'] in dv-cinder-835552-1-iscsi is: [{'id': '09a537bd-947c-486a-b31f-577334629781', 'name': 'tempest-TestVolumeBootPattern-639811346-router', 'tenant_id': 'b253c99f057744e0a206716dfda119db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T08:56:24Z', 'updated_at': '2022-03-29T09:04:39Z', 'revision_number': 6, 'project_id': 'b253c99f057744e0a206716dfda119db', 'gw_port_host': None}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:39.655039 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:37Z', 'revision_number': 3, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:39.690659 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Checking router: 1637e185-5c98-4775-98b0-8ec559058b53 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:39.691013 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Updating router 1637e185-5c98-4775-98b0-8ec559058b53 port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:04:39.723891 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.787864 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (7c692800-75c1-4daa-9606-8d317fa80039), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.815588 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c692800-75c1-4daa-9606-8d317fa80039,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:39.851343 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.883995 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (09a537bd-947c-486a-b31f-577334629781), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.986788 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (09a537bd-947c-486a-b31f-577334629781), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:39.999904 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks [] for router_controller (09a537bd-947c-486a-b31f-577334629781), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.049606 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Allocated IP 172.20.0.1 (c9d81579-58b6-4052-8497-3954657a9b0a/ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6/22efb82f-d0be-41dd-8e23-4e00faa471b0) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:04:40.120041 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 9fd544d4-6c30-46cc-a32c-c12d07c974e1 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:40.163249 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks [] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.166669 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Publish callbacks [] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.182550 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (09a537bd-947c-486a-b31f-577334629781), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.183169 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09a537bd-947c-486a-b31f-577334629781 {{(pid=110226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:04:40.199106 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.199106 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-b8b419cb-172f-422b-961f-347d5c97edd7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/09a537bd-947c-486a-b31f-577334629781 HTTP/1.1" status: 204 len: 168 time: 1.1316206 Mar 29 09:04:40.199106 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43048) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:40.199529 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:40.199529 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.235588 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Deleting subnet ee3ab40f-ef18-4024-abea-6a7b58f51ccb {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:04:40.238892 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Publish callbacks [] for subnet (ee3ab40f-ef18-4024-abea-6a7b58f51ccb), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.269438 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:40.272669 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (ee3ab40f-ef18-4024-abea-6a7b58f51ccb), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.284709 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.319909 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.341493 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Attempting to bind port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:04:40.342060 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Attempting to bind port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:04:40.342199 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Attempting to bind port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:04:40.346759 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096440e-a5a5-43e8-b413-79120cb23829 None None] Pushing event updated for resources: {'Port': ['ID=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:40.349507 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:04:40.349912 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:40.350294 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.350674 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:04:40.351138 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Bound port: e12a5b39-8dbc-45d1-9985-36be7e4cf7ed, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:04:40.351958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.361535 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (ee3ab40f-ef18-4024-abea-6a7b58f51ccb), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.366105 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Network c9d81579-58b6-4052-8497-3954657a9b0a is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:40.371121 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:40.373578 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:04:40.406970 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] For port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:04:40.408118 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=22efb82f-d0be-41dd-8e23-4e00faa471b0,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:40.413929 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] For port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:04:40.419012 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (1637e185-5c98-4775-98b0-8ec559058b53), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.495002 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.537090 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (ee3ab40f-ef18-4024-abea-6a7b58f51ccb), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.561681 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096440e-a5a5-43e8-b413-79120cb23829 None None] Pushing event updated for resources: {'Port': ['ID=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:40.564617 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:40.565408 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:40.568412 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3ab40f-ef18-4024-abea-6a7b58f51ccb,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:40.571635 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.578077 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43050) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:40.580052 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-0671fa6f-3271-42a4-8af4-971237b6d75d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee3ab40f-ef18-4024-abea-6a7b58f51ccb HTTP/1.1" status: 204 len: 168 time: 0.3876364 Mar 29 09:04:40.610770 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2f596-98d5-4094-98ee-6e51a1deddcd None None] Network edfb1f77-501d-41bc-b445-cf6eb6e3ecac requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:40.672704 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (edfb1f77-501d-41bc-b445-cf6eb6e3ecac), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.684990 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.729689 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-12f43ca4-4563-4e33-a6cc-a122da6e20a1 None None] Provisioning complete for port 22efb82f-d0be-41dd-8e23-4e00faa471b0 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:40.730073 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-12f43ca4-4563-4e33-a6cc-a122da6e20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.785003 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:40.821713 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Deleting port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:40.822053 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.866046 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-12f43ca4-4563-4e33-a6cc-a122da6e20a1 None None] Port 22efb82f-d0be-41dd-8e23-4e00faa471b0 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:04:40.905280 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] For port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:40.905606 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.927701 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Calling delete_port for cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 owned by network:dhcp {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:40.956075 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks [] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:40.979208 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] DHCP port deletion for edfb1f77-501d-41bc-b445-cf6eb6e3ecac request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:04:41.024234 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.036036 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:37Z', 'revision_number': 3, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:41.067108 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76b7903-6481-4297-b39e-795048f0d229 None None] The sync data for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi is: [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:37Z', 'revision_number': 3, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:41.072449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] Deleting port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:04:41.072809 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.093434 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=22efb82f-d0be-41dd-8e23-4e00faa471b0,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:41.096391 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (1637e185-5c98-4775-98b0-8ec559058b53), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.145474 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] For port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,segment=NetworkSegment(362c4e5f-35e6-4163-bb1e-24cc228f0a5c),segment_id=362c4e5f-35e6-4163-bb1e-24cc228f0a5c)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:41.145913 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.154533 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.162093 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] Calling delete_port for cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:04:41.189290 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:41.194038 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] No DVR routers for this DVR port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 on host dv-cinder-835552-1-iscsi {{(pid=110227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:41.240609 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.267822 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] Pushing event deleted for resources: {'Port': ['ID=cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:41.272118 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef386f-feae-47cd-b6f1-52f0702c9cfc None None] No DVR routers for this DVR port cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:04:41.282998 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Network c9d81579-58b6-4052-8497-3954657a9b0a is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:41.286963 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (edfb1f77-501d-41bc-b445-cf6eb6e3ecac), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.289977 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:41.315488 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfb1f77-501d-41bc-b445-cf6eb6e3ecac']}} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:41.403290 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362c4e5f-35e6-4163-bb1e-24cc228f0a5c') {'for_net_delete': True} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:41.403967 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.services.segments.db [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362c4e5f-35e6-4163-bb1e-24cc228f0a5c') {} {{(pid=110227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:41.416827 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29590216'] for segment (362c4e5f-35e6-4163-bb1e-24cc228f0a5c), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.445125 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (362c4e5f-35e6-4163-bb1e-24cc228f0a5c), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.458018 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:04:41.458422 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29416243'] for segment (362c4e5f-35e6-4163-bb1e-24cc228f0a5c), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: Traceback (most recent call last): Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: timer() Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: cb(*args, **kw) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: return func(*args, **kwargs) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: self._notify() Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: self.callback(batched_events) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: event.method(event) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: return f(self, *a, **k) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._get(url).json() Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: return self.request(url, 'GET', **kwargs) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:04:41.460131 dv-cinder-835552-1-iscsi neutron-server[110227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:04:41.530015 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Router 1637e185-5c98-4775-98b0-8ec559058b53 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:41.592876 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-a835d99b-60bd-456e-9cef-bbb2daa53e32 None None] Provisioning complete for port 22efb82f-d0be-41dd-8e23-4e00faa471b0 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:41.593431 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a835d99b-60bd-456e-9cef-bbb2daa53e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.635956 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-a835d99b-60bd-456e-9cef-bbb2daa53e32 None None] Port 22efb82f-d0be-41dd-8e23-4e00faa471b0 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:04:41.641155 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (edfb1f77-501d-41bc-b445-cf6eb6e3ecac), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.645718 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.651502 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] 10.222.0.16 "DELETE /v2.0/networks/edfb1f77-501d-41bc-b445-cf6eb6e3ecac HTTP/1.1" status: 204 len: 168 time: 1.0700760 Mar 29 09:04:41.667561 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27120b5d-9505-4cdb-9ea3-b8088640c243 admin admin] Pushing event deleted for resources: {'Network': ['ID=edfb1f77-501d-41bc-b445-cf6eb6e3ecac,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:41.688340 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:41.698104 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-33c7e04c-8fef-46f9-a35b-25c275602dd1 admin admin] 10.222.0.16 "PUT /v2.0/routers/1637e185-5c98-4775-98b0-8ec559058b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425062 Mar 29 09:04:41.735964 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device e12a5b39-8dbc-45d1-9985-36be7e4cf7ed up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:41.789050 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:41.789348 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.876376 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:41.876806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:41.899248 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:41.970775 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.034886 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:42.039318 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43060) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:42.041911 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 7c692800-75c1-4daa-9606-8d317fa80039 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:42.067469 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 7c692800-75c1-4daa-9606-8d317fa80039 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:42.067778 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 7c692800-75c1-4daa-9606-8d317fa80039 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:42.068144 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2521e540-bc5a-47cd-99f4-881de097a1c8 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:42.090406 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f9fcbc55-b768-4d31-84ae-70db4f7aad9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=886f5ce2dbcc4eb6a8af47e9409f5e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497179 Mar 29 09:04:42.093343 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 2521e540-bc5a-47cd-99f4-881de097a1c8 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:42.093497 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43062) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:42.093690 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 2521e540-bc5a-47cd-99f4-881de097a1c8 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:42.094106 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:04:42.114351 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:04:42.114351 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device cb6e0ecc-e0a0-4b58-a4e9-4a49f1a98bd6 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:04:42.144423 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3a732ac7-c997-44fd-8047-b8ed2d2f93bc admin admin] Publish callbacks [] for security_group (06116d8b-56fc-45e8-9e9d-0e2f34b84cf8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.165145 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3a732ac7-c997-44fd-8047-b8ed2d2f93bc admin admin] Publish callbacks [] for security_group (06116d8b-56fc-45e8-9e9d-0e2f34b84cf8), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.306388 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3a732ac7-c997-44fd-8047-b8ed2d2f93bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (06116d8b-56fc-45e8-9e9d-0e2f34b84cf8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.309031 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-3a732ac7-c997-44fd-8047-b8ed2d2f93bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.310266 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-3a732ac7-c997-44fd-8047-b8ed2d2f93bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06116d8b-56fc-45e8-9e9d-0e2f34b84cf8 HTTP/1.1" status: 204 len: 168 time: 0.2159452 Mar 29 09:04:42.318085 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a732ac7-c997-44fd-8047-b8ed2d2f93bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06116d8b-56fc-45e8-9e9d-0e2f34b84cf8,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:42.593253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43076) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:42.598408 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-560049513-network', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:42.696243 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Made reservation on behalf of 6146151e06c54b548d78cb79c6a720fe for: {'network': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:04:42.698667 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for network (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.708054 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.781491 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Sync routers for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:42.782246 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks [] for security_group (1b842ad9-3a78-462d-b10f-db16a9a8eea2), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.791365 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:42.791960 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:42.856323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1b842ad9-3a78-462d-b10f-db16a9a8eea2), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.859766 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:04:42.881233 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:04:42.890719 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b842ad9-3a78-462d-b10f-db16a9a8eea2,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:42.897719 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (f8a302cf-839f-4688-ab81-9eea623edd67), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.897932 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.segments_db [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Added segment f8a302cf-839f-4688-ab81-9eea623edd67 of type vlan for network 131a73db-13f1-40ec-8fae-05ebe4510796 Mar 29 09:04:42.904762 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:42.938786 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733463617082'] for network (131a73db-13f1-40ec-8fae-05ebe4510796), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:42.944891 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43078) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:42.985100 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-d4fc94d4-6437-4133-8b01-a07eb9f08ba0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b253c99f057744e0a206716dfda119db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390515 Mar 29 09:04:42.987849 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43080) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:43.036800 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-86cd06c3-f449-422c-86e8-cfb626e82859 admin admin] Publish callbacks [] for security_group (e222e00f-7055-416f-b61a-8c2bab8e8f04), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.059082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-86cd06c3-f449-422c-86e8-cfb626e82859 admin admin] Publish callbacks [] for security_group (e222e00f-7055-416f-b61a-8c2bab8e8f04), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.067854 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (131a73db-13f1-40ec-8fae-05ebe4510796), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.068838 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:43.069409 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.107783 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 2, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:43.133616 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Checking router: 1637e185-5c98-4775-98b0-8ec559058b53 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:43.133969 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Updating router 1637e185-5c98-4775-98b0-8ec559058b53 port 22efb82f-d0be-41dd-8e23-4e00faa471b0 binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:04:43.146526 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] Pushing event updated for resources: {'Network': ['ID=131a73db-13f1-40ec-8fae-05ebe4510796,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:43.157838 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Network 131a73db-13f1-40ec-8fae-05ebe4510796 details requested by agent ovs-agent-dv-cinder-835552-1-iscsi with host dv-cinder-835552-1-iscsi {{(pid=110228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:04:43.160799 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.224674 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-71169d5f-cf18-4392-8f4f-b04316ee3f1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6299529 Mar 29 09:04:43.227300 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43082) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:43.233010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Request body: {'subnet': {'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-560049513-subnet', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'ip_version': 4}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:43.250766 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-86cd06c3-f449-422c-86e8-cfb626e82859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (e222e00f-7055-416f-b61a-8c2bab8e8f04), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.253455 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-86cd06c3-f449-422c-86e8-cfb626e82859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.255825 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-86cd06c3-f449-422c-86e8-cfb626e82859 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e222e00f-7055-416f-b61a-8c2bab8e8f04 HTTP/1.1" status: 204 len: 168 time: 0.2668631 Mar 29 09:04:43.266325 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd06c3-f449-422c-86e8-cfb626e82859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222e00f-7055-416f-b61a-8c2bab8e8f04,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:43.330001 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Made reservation on behalf of 6146151e06c54b548d78cb79c6a720fe for: {'subnet': 1} {{(pid=110227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:04:43.336254 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29388261'] for subnet (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.513813 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Publish callbacks [] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.593539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29410774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29388275'] for subnet (4fa113d0-1724-48b7-896a-e7602f1f9015), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.656494 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa113d0-1724-48b7-896a-e7602f1f9015,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:43.666219 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Checking segment: {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:43.666586 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Network hostable DHCP agents. Network: 131a73db-13f1-40ec-8fae-05ebe4510796, hostable agents: ['633ee003-0e2a-4255-b56b-f84d32889c85'], hosted agents: [] {{(pid=110227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:04:43.673912 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.678835 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device e12a5b39-8dbc-45d1-9985-36be7e4cf7ed up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:43.750482 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:43.751272 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.770191 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Network 131a73db-13f1-40ec-8fae-05ebe4510796 is scheduled to be hosted by DHCP agent 633ee003-0e2a-4255-b56b-f84d32889c85 with binding_index 1 {{(pid=110227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:04:43.793055 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Attempting to bind port 22efb82f-d0be-41dd-8e23-4e00faa471b0 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:04:43.793055 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Attempting to bind port 22efb82f-d0be-41dd-8e23-4e00faa471b0 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:04:43.793599 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Attempting to bind port 22efb82f-d0be-41dd-8e23-4e00faa471b0 on network c9d81579-58b6-4052-8497-3954657a9b0a {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:04:43.804407 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:04:43.804783 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Checking segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:43.805377 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.805946 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Bound using segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:04:43.806595 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Bound port: 22efb82f-d0be-41dd-8e23-4e00faa471b0, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:04:43.807144 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.849311 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Pushing event updated for resources: {'Port': ['ID=22efb82f-d0be-41dd-8e23-4e00faa471b0,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:43.862790 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.863139 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.863692 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.864216 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.864626 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.864960 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.865288 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.865615 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.865944 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.866362 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.866654 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.866995 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.867322 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.867648 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.867962 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:04:43.878776 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835552-1-iscsi, 131a73db-13f1-40ec-8fae-05ebe4510796) {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:43.882847 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:04:43.883494 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:43.888789 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:43.898755 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] For port 22efb82f-d0be-41dd-8e23-4e00faa471b0, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:04:43.902044 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] For port 22efb82f-d0be-41dd-8e23-4e00faa471b0, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=22efb82f-d0be-41dd-8e23-4e00faa471b0,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:04:43.909575 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb57175-ee58-4d41-aff1-d2af7310c600 None None] Network 131a73db-13f1-40ec-8fae-05ebe4510796 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:44.009175 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-d95ee734-3b68-4dbc-9089-4a3a4026e163 None None] Provisioning complete for port 22efb82f-d0be-41dd-8e23-4e00faa471b0 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:44.009548 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d95ee734-3b68-4dbc-9089-4a3a4026e163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.034112 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8bccdd-a2d9-5af5-bd7e-52bcfb4e7f92-131a73db-13f1-40ec-8fae-05ebe4510796', 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796', 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'fixed_ips': [{'subnet_id': '4fa113d0-1724-48b7-896a-e7602f1f9015'}]}} from dv-cinder-835552-1-iscsi. {{(pid=110228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 09:04:44.034979 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.061926 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d95ee734-3b68-4dbc-9089-4a3a4026e163 None None] Port 22efb82f-d0be-41dd-8e23-4e00faa471b0 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:04:44.093591 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-33379850-4cf3-4d3c-9eb7-e1c88d9ced8f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8649673 Mar 29 09:04:44.103091 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43086) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:44.107864 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:44.142236 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.180835 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.db_base_plugin_common [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Allocated IP 172.20.0.2 (131a73db-13f1-40ec-8fae-05ebe4510796/4fa113d0-1724-48b7-896a-e7602f1f9015/8b055686-8cfa-4198-b06f-802028c710a9) {{(pid=110228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:04:44.201565 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadb6b7-4dcc-4cfd-ae32-d509676c06b4 None None] Pushing event updated for resources: {'Port': ['ID=22efb82f-d0be-41dd-8e23-4e00faa471b0,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:44.207100 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:44.207951 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:44.211998 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6284'] for router (ad489f84-bad0-49c9-b431-62841013dee8), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.213219 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6277'] for router (ad489f84-bad0-49c9-b431-62841013dee8), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.323491 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:44.361353 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Publish callbacks [] for port (8b055686-8cfa-4198-b06f-802028c710a9), precommit_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.486997 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726'] for port (8b055686-8cfa-4198-b06f-802028c710a9), after_create {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.525984 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] Provisioning complete for port 22efb82f-d0be-41dd-8e23-4e00faa471b0 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:44.526445 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.534854 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Network 131a73db-13f1-40ec-8fae-05ebe4510796 is already hosted by enough agents. {{(pid=110228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:44.535663 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:43Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:44.558139 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.scheduler.base_scheduler [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Resources bound (agent type, host, resource id): {{(pid=110228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:44.565136 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Received port after_create {{(pid=110228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:04:44.567908 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23ae0c-8ec7-4e34-b676-a046febbf210 None None] The sync data for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi is: [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:43Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:44.569754 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks [] for router_controller (ad489f84-bad0-49c9-b431-62841013dee8), precommit_add_association {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.579603 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Pushing event updated for resources: {'Port': ['ID=8b055686-8cfa-4198-b06f-802028c710a9,revision_number=1']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:44.651605 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Attempting to bind port 8b055686-8cfa-4198-b06f-802028c710a9 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:04:44.651975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Attempting to bind port 8b055686-8cfa-4198-b06f-802028c710a9 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:04:44.652330 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Attempting to bind port 8b055686-8cfa-4198-b06f-802028c710a9 on network 131a73db-13f1-40ec-8fae-05ebe4510796 {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:04:44.678809 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:04:44.679178 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Checking segment: {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:44.679580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.680423 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Bound using segment: {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:04:44.680565 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Bound port: 8b055686-8cfa-4198-b06f-802028c710a9, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:04:44.680980 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (8b055686-8cfa-4198-b06f-802028c710a9), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.726879 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] Current status of the port 22efb82f-d0be-41dd-8e23-4e00faa471b0 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:44.727265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.784077 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] For port 22efb82f-d0be-41dd-8e23-4e00faa471b0, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=22efb82f-d0be-41dd-8e23-4e00faa471b0,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:44.786879 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] For port 8b055686-8cfa-4198-b06f-802028c710a9, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:04:44.790090 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] For port 8b055686-8cfa-4198-b06f-802028c710a9, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=8b055686-8cfa-4198-b06f-802028c710a9,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:04:44.800747 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks [] for router_gateway (ad489f84-bad0-49c9-b431-62841013dee8), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.827349 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.856718 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (8b055686-8cfa-4198-b06f-802028c710a9), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:44.889195 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0d650-6541-4818-a83c-355166d22273 None None] Pushing event updated for resources: {'Port': ['ID=22efb82f-d0be-41dd-8e23-4e00faa471b0,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:44.956689 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a52f-e1f2-4aeb-ab0d-76e5c6317e89 None None] Pushing event updated for resources: {'Port': ['ID=8b055686-8cfa-4198-b06f-802028c710a9,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:45.091740 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks [] for router_gateway (ad489f84-bad0-49c9-b431-62841013dee8), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:45.115085 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:45.235512 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Allocated IP 172.27.1.200 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/eca65504-9d83-4455-97af-47d4c6fd5054) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:04:45.340938 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks [] for port (eca65504-9d83-4455-97af-47d4c6fd5054), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:45.422034 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:45.466370 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:45.469469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:45.472060 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:04:45.505054 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Pushing event updated for resources: {'Port': ['ID=eca65504-9d83-4455-97af-47d4c6fd5054,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:45.753745 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 8b055686-8cfa-4198-b06f-802028c710a9 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:45.811934 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 8b055686-8cfa-4198-b06f-802028c710a9 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:45.812221 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (8b055686-8cfa-4198-b06f-802028c710a9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:45.861925 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks [] for router_gateway (ad489f84-bad0-49c9-b431-62841013dee8), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:45.891433 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cac0f8-f071-4a4d-8daa-d625ec808e7a None None] Network 131a73db-13f1-40ec-8fae-05ebe4510796 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:04:46.065045 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544043'] for router (ad489f84-bad0-49c9-b431-62841013dee8), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.072079 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 8b055686-8cfa-4198-b06f-802028c710a9 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:46.072760 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (8b055686-8cfa-4198-b06f-802028c710a9), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.120669 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Provisioning complete for port 8b055686-8cfa-4198-b06f-802028c710a9 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:46.121044 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (8b055686-8cfa-4198-b06f-802028c710a9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.151028 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port 8b055686-8cfa-4198-b06f-802028c710a9, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=8b055686-8cfa-4198-b06f-802028c710a9,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:46.242353 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (8b055686-8cfa-4198-b06f-802028c710a9), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.246076 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 22efb82f-d0be-41dd-8e23-4e00faa471b0 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:46.249991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Current status of the port 8b055686-8cfa-4198-b06f-802028c710a9 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:46.249991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (8b055686-8cfa-4198-b06f-802028c710a9), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.261969 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Router ad489f84-bad0-49c9-b431-62841013dee8 is scheduled to L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 with binding_index 1 {{(pid=110227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:04:46.370267 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=8b055686-8cfa-4198-b06f-802028c710a9,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:46.380981 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:46.383894 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.db.api [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:04:46.384252 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG oslo_db.api [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:04:46.387231 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 22efb82f-d0be-41dd-8e23-4e00faa471b0 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:46.388328 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.410506 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Sync routers for ids ['ad489f84-bad0-49c9-b431-62841013dee8'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:46.435115 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Routers {'ad489f84-bad0-49c9-b431-62841013dee8'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:46.435115 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['ad489f84-bad0-49c9-b431-62841013dee8'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:46.457587 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.469428 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-05aecaa4-02cb-46bb-958a-5a1aed7a0334 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3548813 Mar 29 09:04:46.469428 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43088) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:46.555932 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 22efb82f-d0be-41dd-8e23-4e00faa471b0 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:46.574096 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Set router ad489f84-bad0-49c9-b431-62841013dee8 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:46.755703 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:04:45Z', 'revision_number': 3, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:46.782205 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Checking router: ad489f84-bad0-49c9-b431-62841013dee8 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:46.782562 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Updating router ad489f84-bad0-49c9-b431-62841013dee8 port eca65504-9d83-4455-97af-47d4c6fd5054 binding host dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:04:46.808585 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.874029 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:46.940866 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-0f93215f-4320-44e6-af4d-8784ac8dc7c1 None None] Current status of the port 8b055686-8cfa-4198-b06f-802028c710a9 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:47.026121 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.db_base_plugin_common [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Allocated IP 172.20.0.1 (131a73db-13f1-40ec-8fae-05ebe4510796/4fa113d0-1724-48b7-896a-e7602f1f9015/4351383f-7061-4452-b594-619b268f3f5f) {{(pid=110227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:04:47.093551 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Publish callbacks [] for port (eca65504-9d83-4455-97af-47d4c6fd5054), precommit_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.097058 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-e3b1723d-a439-49ef-9795-8d2ca5ec39fa None None] Provisioning complete for port 8b055686-8cfa-4198-b06f-802028c710a9 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:47.097423 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e3b1723d-a439-49ef-9795-8d2ca5ec39fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (8b055686-8cfa-4198-b06f-802028c710a9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.128736 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks [] for port (4351383f-7061-4452-b594-619b268f3f5f), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.173211 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1723d-a439-49ef-9795-8d2ca5ec39fa None None] Current status of the port 8b055686-8cfa-4198-b06f-802028c710a9 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:47.180265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.228665 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Attempting to bind port eca65504-9d83-4455-97af-47d4c6fd5054 on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:04:47.229040 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Attempting to bind port eca65504-9d83-4455-97af-47d4c6fd5054 by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:04:47.229407 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Attempting to bind port eca65504-9d83-4455-97af-47d4c6fd5054 on network a5bf56fc-a289-443b-a92b-064607153b3f {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:04:47.241265 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:04:47.241958 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Checking segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:47.242066 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.242467 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Bound using segment: {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'} {{(pid=110228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:04:47.242932 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.managers [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Bound port: eca65504-9d83-4455-97af-47d4c6fd5054, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688ae01-bf71-414c-9d07-8aba2e55fc99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f'}}] {{(pid=110228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:04:47.243312 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.245614 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59c0f-52dc-4104-a349-850462f4fbe9 None None] Pushing event updated for resources: {'Port': ['ID=eca65504-9d83-4455-97af-47d4c6fd5054,revision_number=2']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:47.261206 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (4351383f-7061-4452-b594-619b268f3f5f), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.295357 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] For port eca65504-9d83-4455-97af-47d4c6fd5054, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:04:47.298427 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] For port eca65504-9d83-4455-97af-47d4c6fd5054, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=eca65504-9d83-4455-97af-47d4c6fd5054,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:04:47.301849 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Network 131a73db-13f1-40ec-8fae-05ebe4510796 is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:47.304990 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:47.308099 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Received port after_create {{(pid=110227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:04:47.334855 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Pushing event updated for resources: {'Port': ['ID=4351383f-7061-4452-b594-619b268f3f5f,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:47.353317 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542460'] for router_interface (ad489f84-bad0-49c9-b431-62841013dee8), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.382450 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.441236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Routers {'ad489f84-bad0-49c9-b431-62841013dee8'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:47.441860 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['ad489f84-bad0-49c9-b431-62841013dee8'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:47.512022 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59c0f-52dc-4104-a349-850462f4fbe9 None None] Pushing event updated for resources: {'Port': ['ID=eca65504-9d83-4455-97af-47d4c6fd5054,revision_number=3']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:47.558690 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] Set router ad489f84-bad0-49c9-b431-62841013dee8 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:47.572680 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (4351383f-7061-4452-b594-619b268f3f5f), before_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.660688 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-7bdd43df-863b-458f-a7dc-07cf02fe4198 None None] Provisioning complete for port 4351383f-7061-4452-b594-619b268f3f5f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:47.662153 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-7bdd43df-863b-458f-a7dc-07cf02fe4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (4351383f-7061-4452-b594-619b268f3f5f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.669329 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 8b055686-8cfa-4198-b06f-802028c710a9 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:47.738567 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks [] for port (4351383f-7061-4452-b594-619b268f3f5f), precommit_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.746218 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd43df-863b-458f-a7dc-07cf02fe4198 None None] Port 4351383f-7061-4452-b594-619b268f3f5f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:04:47.798291 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 8b055686-8cfa-4198-b06f-802028c710a9 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:47.798950 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (8b055686-8cfa-4198-b06f-802028c710a9), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.799083 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29416303'] for port (4351383f-7061-4452-b594-619b268f3f5f), after_update {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.863097 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542312'] for router_interface (ad489f84-bad0-49c9-b431-62841013dee8), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:47.865712 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Pushing event updated for resources: {'Port': ['ID=4351383f-7061-4452-b594-619b268f3f5f,revision_number=2']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:47.875305 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:04:45Z', 'revision_number': 3, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:47.905468 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721669a1-55ad-47e7-b1a2-8b6e0a198999 None None] The sync data for ids ['ad489f84-bad0-49c9-b431-62841013dee8'] in dv-cinder-835552-1-iscsi is: [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:04:45Z', 'revision_number': 3, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:47.916098 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 8b055686-8cfa-4198-b06f-802028c710a9 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:47.968197 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Network 131a73db-13f1-40ec-8fae-05ebe4510796 is already hosted by enough agents. {{(pid=110227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:04:47.969700 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.base_scheduler [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Resources bound (agent type, host, resource id): {{(pid=110227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:04:48.084952 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Router ad489f84-bad0-49c9-b431-62841013dee8 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:04:48.213824 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:04:48.224810 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-8a82e53b-20a9-4095-bdc4-35390114b43a admin admin] 10.222.0.16 "PUT /v2.0/routers/ad489f84-bad0-49c9-b431-62841013dee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563286 Mar 29 09:04:48.275337 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-d19c69db-38c9-4c32-9320-97e37719d42e None None] Provisioning complete for port 4351383f-7061-4452-b594-619b268f3f5f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:48.275884 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d19c69db-38c9-4c32-9320-97e37719d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (4351383f-7061-4452-b594-619b268f3f5f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:48.311678 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-d19c69db-38c9-4c32-9320-97e37719d42e None None] Port 4351383f-7061-4452-b594-619b268f3f5f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:04:48.708406 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43096) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:48.713319 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044807514', 'description': 'tempest-secgroup-smoke-2044807514 description', 'project_id': '78a18859415249928435228564ebbd50'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:48.804662 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:48.870165 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group (6699ac03-a8c8-461c-8112-88bad66b97a5), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:48.969329 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (6699ac03-a8c8-461c-8112-88bad66b97a5), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.001719 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6699ac03-a8c8-461c-8112-88bad66b97a5,revision_number=1']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:49.103724 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.109047 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f66cfe16-38c4-4d57-97ec-c7df67ecae40 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3956642 Mar 29 09:04:49.109368 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43098) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:49.114080 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group_rule': {'security_group_id': '6699ac03-a8c8-461c-8112-88bad66b97a5', 'project_id': '78a18859415249928435228564ebbd50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:49.221239 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (05637dab-f919-4361-a6db-3b24ff3d585c), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.275918 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (05637dab-f919-4361-a6db-3b24ff3d585c), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.372300 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Sync routers for ids ['ad489f84-bad0-49c9-b431-62841013dee8'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:04:49.381712 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Routers {'ad489f84-bad0-49c9-b431-62841013dee8'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:49.382327 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['ad489f84-bad0-49c9-b431-62841013dee8'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:49.387813 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (05637dab-f919-4361-a6db-3b24ff3d585c), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.407614 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05637dab-f919-4361-a6db-3b24ff3d585c,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:49.493798 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Set router ad489f84-bad0-49c9-b431-62841013dee8 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:49.574532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.574532 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-b371f382-03fb-441b-8a8b-50aeda8b0c2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4287345 Mar 29 09:04:49.574532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43100) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:49.574532 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group_rule': {'security_group_id': '6699ac03-a8c8-461c-8112-88bad66b97a5', 'project_id': '78a18859415249928435228564ebbd50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:49.645072 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (6854c01f-24fd-4a45-b91c-99996bd1f86e), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.687243 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device eca65504-9d83-4455-97af-47d4c6fd5054 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:49.696455 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 4, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '4351383f-7061-4452-b594-619b268f3f5f', 'name': '', 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'mac_address': 'fa:16:3e:24:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '4fa113d0-1724-48b7-896a-e7602f1f9015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:46Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 2, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'subnets': [{'id': '4fa113d0-1724-48b7-896a-e7602f1f9015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:49.710533 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (6854c01f-24fd-4a45-b91c-99996bd1f86e), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.726452 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Checking router: ad489f84-bad0-49c9-b431-62841013dee8 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:04:49.726801 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Updating router ad489f84-bad0-49c9-b431-62841013dee8 port 4351383f-7061-4452-b594-619b268f3f5f binding host dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:04:49.744844 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port eca65504-9d83-4455-97af-47d4c6fd5054 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:49.745218 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.756603 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (4351383f-7061-4452-b594-619b268f3f5f), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.787656 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (6854c01f-24fd-4a45-b91c-99996bd1f86e), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.808063 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6854c01f-24fd-4a45-b91c-99996bd1f86e,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:49.825475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port eca65504-9d83-4455-97af-47d4c6fd5054 is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:49.825866 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.845655 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] For port eca65504-9d83-4455-97af-47d4c6fd5054, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=eca65504-9d83-4455-97af-47d4c6fd5054,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:49.909346 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.910754 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-cc7d603a-01c0-49b3-9dea-9ed76135d498 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3676069 Mar 29 09:04:49.913562 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43102) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:49.918228 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group_rule': {'security_group_id': '6699ac03-a8c8-461c-8112-88bad66b97a5', 'project_id': '78a18859415249928435228564ebbd50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:49.941649 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:49.989866 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Pushing event updated for resources: {'Port': ['ID=eca65504-9d83-4455-97af-47d4c6fd5054,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.003884 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (d776f8a7-c4d3-4e1d-b3d3-f86f68b184c5), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.030200 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Publish callbacks [] for port (4351383f-7061-4452-b594-619b268f3f5f), precommit_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.059883 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (d776f8a7-c4d3-4e1d-b3d3-f86f68b184c5), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.112514 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (4351383f-7061-4452-b594-619b268f3f5f), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.146442 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (d776f8a7-c4d3-4e1d-b3d3-f86f68b184c5), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.160502 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d776f8a7-c4d3-4e1d-b3d3-f86f68b184c5,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.164977 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac26b3-a2a0-47f3-b0ef-d77990c113b3 None None] Pushing event updated for resources: {'Port': ['ID=4351383f-7061-4452-b594-619b268f3f5f,revision_number=3']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.222224 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Attempting to bind port 4351383f-7061-4452-b594-619b268f3f5f on host dv-cinder-835552-1-iscsi for vnic_type normal with profile {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:04:50.222586 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Attempting to bind port 4351383f-7061-4452-b594-619b268f3f5f by drivers openvswitch,hyperv on host dv-cinder-835552-1-iscsi at level 0 using segments [{'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:04:50.222939 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Attempting to bind port 4351383f-7061-4452-b594-619b268f3f5f on network 131a73db-13f1-40ec-8fae-05ebe4510796 {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:04:50.228139 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Checking agent: {'id': 'd0005842-337d-4bb4-be7d-a92688d45d5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835552-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 45, 33), 'started_at': datetime.datetime(2022, 3, 29, 8, 46, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835552-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:04:50.228535 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Checking segment: {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:04:50.228935 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.229319 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Bound using segment: {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'} {{(pid=110229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:04:50.229775 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.managers [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Bound port: 4351383f-7061-4452-b594-619b268f3f5f, host: dv-cinder-835552-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a302cf-839f-4688-ab81-9eea623edd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796'}}] {{(pid=110229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:04:50.230147 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (4351383f-7061-4452-b594-619b268f3f5f), before_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.240874 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.242417 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6011e882-6d82-4956-9586-200f91ba57f0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279302 Mar 29 09:04:50.245155 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43104) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:50.249561 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group_rule': {'security_group_id': '6699ac03-a8c8-461c-8112-88bad66b97a5', 'project_id': '78a18859415249928435228564ebbd50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:50.304497 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] For port 4351383f-7061-4452-b594-619b268f3f5f, host dv-cinder-835552-1-iscsi, cleared binding levels {{(pid=110229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:04:50.307920 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.plugins.ml2.db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] For port 4351383f-7061-4452-b594-619b268f3f5f, host dv-cinder-835552-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=4351383f-7061-4452-b594-619b268f3f5f,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:04:50.345051 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-fcbf17bb-b8bd-4b48-abe6-032b04f82ede None None] Provisioning complete for port 4351383f-7061-4452-b594-619b268f3f5f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:50.345427 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-fcbf17bb-b8bd-4b48-abe6-032b04f82ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (4351383f-7061-4452-b594-619b268f3f5f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.358282 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (0fe126c3-e3af-4f22-be83-b89bf8cd95ea), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.393668 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron_lib.callbacks.manager [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (4351383f-7061-4452-b594-619b268f3f5f), after_update {{(pid=110229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.430885 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (0fe126c3-e3af-4f22-be83-b89bf8cd95ea), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.450545 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Routers {'ad489f84-bad0-49c9-b431-62841013dee8'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:04:50.451297 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:29Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['ad489f84-bad0-49c9-b431-62841013dee8'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:50.508158 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (0fe126c3-e3af-4f22-be83-b89bf8cd95ea), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.528862 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf17bb-b8bd-4b48-abe6-032b04f82ede None None] Port 4351383f-7061-4452-b594-619b268f3f5f cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:04:50.531469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe126c3-e3af-4f22-be83-b89bf8cd95ea,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.617786 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.622039 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-c8b473a3-e37a-4af0-9df4-82c550bac701 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729551 Mar 29 09:04:50.623009 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43106) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:50.625200 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac26b3-a2a0-47f3-b0ef-d77990c113b3 None None] Pushing event updated for resources: {'Port': ['ID=4351383f-7061-4452-b594-619b268f3f5f,revision_number=4']} {{(pid=110229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.627437 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group_rule': {'security_group_id': '6699ac03-a8c8-461c-8112-88bad66b97a5', 'project_id': '78a18859415249928435228564ebbd50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:50.649807 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] Provisioning complete for port 4351383f-7061-4452-b594-619b268f3f5f triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:50.650239 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (4351383f-7061-4452-b594-619b268f3f5f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.675408 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] Set router ad489f84-bad0-49c9-b431-62841013dee8 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:04:50.695722 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.securitygroups_db [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Project 78a18859415249928435228564ebbd50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:04:50.701574 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (96c03995-8b54-4c1f-8ded-c0560bb92921), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.727249 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] Current status of the port 4351383f-7061-4452-b594-619b268f3f5f is: DOWN; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:50.727829 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (4351383f-7061-4452-b594-619b268f3f5f), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.760508 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] For port 4351383f-7061-4452-b594-619b268f3f5f, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=4351383f-7061-4452-b594-619b268f3f5f,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:04:50.766322 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (96c03995-8b54-4c1f-8ded-c0560bb92921), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.872975 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (4351383f-7061-4452-b594-619b268f3f5f), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.879195 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 4, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '4351383f-7061-4452-b594-619b268f3f5f', 'name': '', 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'mac_address': 'fa:16:3e:24:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '4fa113d0-1724-48b7-896a-e7602f1f9015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:46Z', 'updated_at': '2022-03-29T09:04:50Z', 'revision_number': 4, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'subnets': [{'id': '4fa113d0-1724-48b7-896a-e7602f1f9015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:04:50.900539 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (96c03995-8b54-4c1f-8ded-c0560bb92921), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.906490 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911044bf-675b-4df5-8c1e-653f748a96b7 None None] The sync data for ids ['ad489f84-bad0-49c9-b431-62841013dee8'] in dv-cinder-835552-1-iscsi is: [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:04:47Z', 'revision_number': 4, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '4351383f-7061-4452-b594-619b268f3f5f', 'name': '', 'network_id': '131a73db-13f1-40ec-8fae-05ebe4510796', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'mac_address': 'fa:16:3e:24:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '4fa113d0-1724-48b7-896a-e7602f1f9015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:46Z', 'updated_at': '2022-03-29T09:04:50Z', 'revision_number': 4, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'subnets': [{'id': '4fa113d0-1724-48b7-896a-e7602f1f9015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:04:50.917519 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c03995-8b54-4c1f-8ded-c0560bb92921,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.926637 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87618d9-efa0-4a2e-ad51-4bfbba816ebf None None] Pushing event updated for resources: {'Port': ['ID=4351383f-7061-4452-b594-619b268f3f5f,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:50.995010 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:50.996236 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-2b6d8766-0a84-4634-95ff-fba91222f44d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722854 Mar 29 09:04:50.999405 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43108) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:04:51.003623 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.v2.base [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'security_group_rule': {'security_group_id': '6699ac03-a8c8-461c-8112-88bad66b97a5', 'project_id': '78a18859415249928435228564ebbd50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:04:51.079010 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.db.securitygroups_db [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Project 78a18859415249928435228564ebbd50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:04:51.084541 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (389a08c3-635c-4984-a625-6f3c84a84955), before_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:51.153733 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (389a08c3-635c-4984-a625-6f3c84a84955), precommit_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:51.249830 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491652'] for security_group_rule (389a08c3-635c-4984-a625-6f3c84a84955), after_create {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:51.268787 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389a08c3-635c-4984-a625-6f3c84a84955,revision_number=0']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:04:51.343408 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:51.351205 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-c590ac58-cb9c-4b38-ba4b-566fe517b944 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443291 Mar 29 09:04:51.761084 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 4351383f-7061-4452-b594-619b268f3f5f up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:51.810832 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port 4351383f-7061-4452-b594-619b268f3f5f triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:51.811206 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (4351383f-7061-4452-b594-619b268f3f5f), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:51.895277 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port 4351383f-7061-4452-b594-619b268f3f5f is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:51.896662 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device eca65504-9d83-4455-97af-47d4c6fd5054 up at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:04:51.946348 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Provisioning complete for port eca65504-9d83-4455-97af-47d4c6fd5054 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:04:51.946736 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:52.025980 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Current status of the port eca65504-9d83-4455-97af-47d4c6fd5054 is: ACTIVE; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:04:56.095356 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:56.609789 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1f805e83-87e5-4e79-bc35-923c7dd5d032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:04:58.940878 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-027a7f5c-1c68-45e0-a9fd-9372e8078377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:00.095703 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:01.294983 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:03.026501 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:05.881899 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-f4999a8f-0ebe-4184-8fb5-ffc3febef146 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044807514&fields=id&tenant_id=78a18859415249928435228564ebbd50 HTTP/1.1" status: 200 len: 267 time: 0.0424657 Mar 29 09:05:05.985504 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c9e0da0e-13c9-4131-9a60-c1209a895b32 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:05.986859 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c9e0da0e-13c9-4131-9a60-c1209a895b32 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 809 time: 0.0986147 Mar 29 09:05:06.000819 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-3c1ae068-a46f-407a-99a2-b61fe9c36ab0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/quotas/78a18859415249928435228564ebbd50 HTTP/1.1" status: 200 len: 375 time: 0.0086961 Mar 29 09:05:06.054037 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-6815b490-c6d5-4163-bd23-8c17b25f70c7 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484698 Mar 29 09:05:06.157756 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-7d67c7cd-9823-4090-aae7-7c3ac68957d0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 09:05:06.158758 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-7d67c7cd-9823-4090-aae7-7c3ac68957d0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944157 Mar 29 09:05:06.247347 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-5ce9596e-d169-47f0-aede-a203a9000008 service neutron] 10.222.0.16 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826666 Mar 29 09:05:06.333275 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-022c2065-982c-4eb5-9633-a2c9d304352c service neutron] 10.222.0.16 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804768 Mar 29 09:05:07.903144 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-b8458809-4336-47ce-bbb8-3f05070dbcc0 req-0ab9e01e-b34d-4599-bb34-0cc2f1130bb7 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 210 time: 0.0301516 Mar 29 09:05:08.994912 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45dad0a4-3f95-4a29-8c7e-a3650e46d974 req-84f8248b-8557-4ed7-8815-911ed04f30e8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 210 time: 0.0277243 Mar 29 09:05:10.028228 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-a60ed096-0018-4d36-b7ad-1fb2e6f00399 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:10.029518 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-a60ed096-0018-4d36-b7ad-1fb2e6f00399 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 809 time: 0.1006987 Mar 29 09:05:10.090806 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4cb195a1-5393-43a9-95df-7fe32a92090d req-27c3826f-b283-4099-8529-989d06ccfed3 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 210 time: 0.0274227 Mar 29 09:05:10.094467 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-1313de2c-d828-4231-a15f-08ce2a10e74e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a18859415249928435228564ebbd50 HTTP/1.1" status: 200 len: 380 time: 0.0569851 Mar 29 09:05:10.102114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'port': {'device_id': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'admin_state_up': True, 'tenant_id': '78a18859415249928435228564ebbd50', 'security_groups': ['6699ac03-a8c8-461c-8112-88bad66b97a5']}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:05:10.306571 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Made reservation on behalf of 78a18859415249928435228564ebbd50 for: {'port': 1} {{(pid=110226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:05:10.310018 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:10.432090 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Allocated IP 172.20.0.12 (c9d81579-58b6-4052-8497-3954657a9b0a/ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6/b5adadd2-6046-4e2d-9850-cf08d26cda04) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:05:10.570330 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:10.689958 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:10.729923 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Network c9d81579-58b6-4052-8497-3954657a9b0a is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:05:10.733012 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:05:10.736678 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:05:10.764276 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:10.796024 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:10.796843 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:10.904050 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-c95ae63e-e3f4-4a83-bc14-7a90a132a26d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8054914 Mar 29 09:05:10.914463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Request body: {'port': {'device_id': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83555'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:05:10.977001 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.017191 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-61f352e3-a267-4371-9155-3cd9a5ec4d03 None None] Provisioning complete for port b5adadd2-6046-4e2d-9850-cf08d26cda04 triggered by entity DHCP. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:05:11.017731 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-61f352e3-a267-4371-9155-3cd9a5ec4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.052282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-61f352e3-a267-4371-9155-3cd9a5ec4d03 None None] Port b5adadd2-6046-4e2d-9850-cf08d26cda04 cannot update to ACTIVE because it is not bound. {{(pid=110228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 09:05:11.241683 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4201a0-1bad-49f2-858f-d93acd5dd7e9 req-81f6fe82-4fcd-41ac-ae1e-47ffff533f62 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:11.243135 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0e4201a0-1bad-49f2-858f-d93acd5dd7e9 req-81f6fe82-4fcd-41ac-ae1e-47ffff533f62 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 932 time: 0.0853381 Mar 29 09:05:11.289027 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5adadd2-6046-4e2d-9850-cf08d26cda04 {{(pid=110226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:05:11.298994 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Publish callbacks [] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.326973 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.provisioning_blocks [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Transition to ACTIVE for port object b5adadd2-6046-4e2d-9850-cf08d26cda04 will not be triggered until provisioned by entity L2. {{(pid=110226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 09:05:11.331678 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-0e4201a0-1bad-49f2-858f-d93acd5dd7e9 req-e81ee7fd-25c3-41fc-bb9d-4639949dfa59 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721812 Mar 29 09:05:11.408378 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.455909 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:11.528308 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Attempting to bind port b5adadd2-6046-4e2d-9850-cf08d26cda04 on host hv-cinder-83555 for vnic_type normal with profile {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 09:05:11.528670 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Attempting to bind port b5adadd2-6046-4e2d-9850-cf08d26cda04 by drivers openvswitch,hyperv on host hv-cinder-83555 at level 0 using segments [{'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 09:05:11.528998 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Attempting to bind port b5adadd2-6046-4e2d-9850-cf08d26cda04 on network c9d81579-58b6-4052-8497-3954657a9b0a {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:05:11.534219 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Port b5adadd2-6046-4e2d-9850-cf08d26cda04 on network c9d81579-58b6-4052-8497-3954657a9b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83555 {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:05:11.534539 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Attempting to bind port b5adadd2-6046-4e2d-9850-cf08d26cda04 on network c9d81579-58b6-4052-8497-3954657a9b0a {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:05:11.539587 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Checking agent: {'id': '649e9c09-4e54-4a4c-89cf-34b72cb0ffe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83555', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'started_at': datetime.datetime(2022, 3, 29, 8, 51, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:05:11.539873 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Checking segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 09:05:11.540250 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Bound using segment: {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'} {{(pid=110226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:05:11.540713 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.managers [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Bound port: b5adadd2-6046-4e2d-9850-cf08d26cda04, host: hv-cinder-83555, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd73419-0cd9-40a6-b249-8a67936f7852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a'}}] {{(pid=110226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 09:05:11.541073 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.870552 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, cleared binding levels {{(pid=110226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:05:11.873477 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:05:11.957956 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.990169 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:11.990496 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:11.991991 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] 10.222.0.13 "PUT /v2.0/ports/b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 1094 time: 1.0817728 Mar 29 09:05:11.994070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:05:11.997075 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:05:12.025298 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a658c6e-d30c-4c29-8f5e-384004ef6c7d service neutron] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=3']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:12.105610 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e297ec5-ea50-41f7-bc1e-d5e48087d50e x-openstack-request-id: req-5e297ec5-ea50-41f7-bc1e-d5e48087d50e {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:05:12.105905 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:05:12.106156 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e297ec5-ea50-41f7-bc1e-d5e48087d50e {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:05:12.106552 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e297ec5-ea50-41f7-bc1e-d5e48087d50e'] response: {'name': 'network-changed', 'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'status': 'completed', 'code': 200} Mar 29 09:05:12.149009 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-68911860-3f1e-4980-8123-cc8e58d782fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.150249 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-68911860-3f1e-4980-8123-cc8e58d782fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1128 time: 0.0541120 Mar 29 09:05:12.194417 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-1ca987b4-5548-46d0-b3fc-5e7e592d352e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 217 time: 0.0376978 Mar 29 09:05:12.241347 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-5a3702f2-6804-4c63-891c-628da7bfe2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.242767 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-5a3702f2-6804-4c63-891c-628da7bfe2a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0426807 Mar 29 09:05:12.289925 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-659f0c41-7b52-4659-9e9b-62e614ed0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.291307 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-659f0c41-7b52-4659-9e9b-62e614ed0a81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431969 Mar 29 09:05:12.380082 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-8b7e5075-988c-4abb-872c-ed70d5cc8baf service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826631 Mar 29 09:05:12.510623 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20de460-f183-4ad1-944d-f940d2f4a683 req-2abb1b9a-05ea-4944-8816-21c743f3d1b4 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.512259 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d20de460-f183-4ad1-944d-f940d2f4a683 req-2abb1b9a-05ea-4944-8816-21c743f3d1b4 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.1090426 Mar 29 09:05:12.514044 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-3474bca5-5640-4ddc-b6cf-921dd29d59fa req-b6ee77e3-5b34-44da-816d-64d6bed3e33e service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282644 Mar 29 09:05:12.563148 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d20de460-f183-4ad1-944d-f940d2f4a683 req-7cbb2d05-79dc-45b2-b030-5b0c87659960 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 Mar 29 09:05:12.679192 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-b09f2f03-d2d8-4a9b-9d62-5629e7a14d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.680656 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-b09f2f03-d2d8-4a9b-9d62-5629e7a14d42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1128 time: 0.0431669 Mar 29 09:05:12.771481 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-f9bed453-4f3b-45c3-bf24-dbaf1b6c7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.772876 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-f9bed453-4f3b-45c3-bf24-dbaf1b6c7bbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0850668 Mar 29 09:05:12.817016 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-598c662c-ccca-455e-ad3c-9e9ab653efb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 217 time: 0.0376120 Mar 29 09:05:12.862022 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-7b0a240a-3710-495f-800c-9db28ab4281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.863364 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-7b0a240a-3710-495f-800c-9db28ab4281e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0411301 Mar 29 09:05:12.910070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-9c034ec0-4fea-4b02-8049-132c0ee6e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:12.911505 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-9c034ec0-4fea-4b02-8049-132c0ee6e495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414758 Mar 29 09:05:12.998687 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-c9aa3bf4-2ada-482f-a817-dd06c93fba8a service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808744 Mar 29 09:05:13.082522 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-45b37ff7-09c4-4ef7-92e9-434d3d2c0a7f req-ee4bb3dd-c8b6-4a46-b40c-9e05348c6f79 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782042 Mar 29 09:05:13.680969 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b37d-ea7a-47c4-b170-e74ea5a5a916 req-50246d9c-b941-4858-8b0b-c520ca91ccc2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:13.682361 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8ac9b37d-ea7a-47c4-b170-e74ea5a5a916 req-50246d9c-b941-4858-8b0b-c520ca91ccc2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0513577 Mar 29 09:05:13.728863 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8ac9b37d-ea7a-47c4-b170-e74ea5a5a916 req-d316b284-89b1-4b17-94b1-5c1e6111add7 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Mar 29 09:05:14.856165 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a4b07-3fd6-4519-a591-2acfb4b5443f req-ccf7f409-81da-4098-b3c1-5e6ac09024d9 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:14.857696 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7a2a4b07-3fd6-4519-a591-2acfb4b5443f req-ccf7f409-81da-4098-b3c1-5e6ac09024d9 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0579786 Mar 29 09:05:14.906423 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-7a2a4b07-3fd6-4519-a591-2acfb4b5443f req-caebc7bf-3278-4db2-aa75-e28cf687a5c3 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Mar 29 09:05:16.019927 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec274-5ffb-4dc9-aaa7-dd10c7723b75 req-af05fd93-f179-44fc-9da3-adaaaebdca18 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:16.021427 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-767ec274-5ffb-4dc9-aaa7-dd10c7723b75 req-af05fd93-f179-44fc-9da3-adaaaebdca18 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0524254 Mar 29 09:05:16.071583 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-767ec274-5ffb-4dc9-aaa7-dd10c7723b75 req-44276c0b-bab6-4090-a1b2-1f92af6e77fb tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446782 Mar 29 09:05:17.188595 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c5d57-92f0-437c-8317-0cb5cc14529b req-9277e4e4-7353-4034-ba17-94bb38ad3c1b tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:17.190063 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8c6c5d57-92f0-437c-8317-0cb5cc14529b req-9277e4e4-7353-4034-ba17-94bb38ad3c1b tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0520403 Mar 29 09:05:17.236257 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-8c6c5d57-92f0-437c-8317-0cb5cc14529b req-66192959-31b6-4a78-bb93-f289d471525d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Mar 29 09:05:18.351523 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf3ca2-c56a-4894-8ac0-65a732d46a2c req-5b4719aa-e0da-4d6f-9085-f5fa12aaf077 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:18.353047 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-31bf3ca2-c56a-4894-8ac0-65a732d46a2c req-5b4719aa-e0da-4d6f-9085-f5fa12aaf077 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0514472 Mar 29 09:05:18.400371 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-31bf3ca2-c56a-4894-8ac0-65a732d46a2c req-463e2a5e-def0-448a-9742-946157823bdf tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Mar 29 09:05:19.514321 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68f73d-2d98-4f64-98cd-53b598ac05f2 req-9383ca36-247b-45d9-b4f4-e2b2c6eeadf1 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:19.516304 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc68f73d-2d98-4f64-98cd-53b598ac05f2 req-9383ca36-247b-45d9-b4f4-e2b2c6eeadf1 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0520961 Mar 29 09:05:19.570108 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc68f73d-2d98-4f64-98cd-53b598ac05f2 req-40516bc9-0b97-403b-8b7f-ed5dc030438b tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480819 Mar 29 09:05:19.570938 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:05:19.666337 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:05:19.677707 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'port_id': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'mac_address': 'fa:16:3e:8e:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:05:19.712749 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b5adadd2-6046-4e2d-9850-cf08d26cda04 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:05:19.713133 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:19.729142 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5adadd2-6046-4e2d-9850-cf08d26cda04 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:05:19.747310 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:05:19.838199 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:19.838488 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:05:19.884728 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=4']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:20.068634 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['b5adadd2-6046-4e2d-9850-cf08d26cda04'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:05:20.684331 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030cfce-8564-4152-99e4-c268754bc443 req-32acc6c8-3259-4e32-9fdc-b2172dec5d61 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:20.685734 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a030cfce-8564-4152-99e4-c268754bc443 req-32acc6c8-3259-4e32-9fdc-b2172dec5d61 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 945 time: 0.0517848 Mar 29 09:05:20.732382 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-a030cfce-8564-4152-99e4-c268754bc443 req-95f69d30-eec1-473e-9bbe-d35242a643c7 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Mar 29 09:05:21.572874 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:05:21.717183 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning for port b5adadd2-6046-4e2d-9850-cf08d26cda04 completed by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 09:05:21.721494 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port b5adadd2-6046-4e2d-9850-cf08d26cda04 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:05:21.721874 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:21.800431 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b5adadd2-6046-4e2d-9850-cf08d26cda04 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:05:21.811275 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:21.823149 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:05:21.825457 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d288337f-0949-4644-a372-5cb698cf0729" -d '{"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-plugged", "status": "completed", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:05:21.837364 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:05:21.849546 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb36d4-a4db-4881-b19b-00af10f355b9 req-61e4357f-0cb1-4bee-ac18-109385c38fd6 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:21.851049 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3fb36d4-a4db-4881-b19b-00af10f355b9 req-61e4357f-0cb1-4bee-ac18-109385c38fd6 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 945 time: 0.0547473 Mar 29 09:05:21.902106 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-b3fb36d4-a4db-4881-b19b-00af10f355b9 req-4369c492-5bb6-487a-ac7d-441916567836 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454075 Mar 29 09:05:21.917776 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:21.941088 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ac5d87-9e09-4ef1-928e-aae84cbbc7a9 x-openstack-request-id: req-17ac5d87-9e09-4ef1-928e-aae84cbbc7a9 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:05:21.941576 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-plugged", "status": "completed", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:05:21.941710 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17ac5d87-9e09-4ef1-928e-aae84cbbc7a9 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:05:21.942105 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ac5d87-9e09-4ef1-928e-aae84cbbc7a9'] response: {'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'code': 200} Mar 29 09:05:21.969659 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=5']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:22.286796 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de62115-f548-4db9-8a28-d34d5cfb1eb6 req-16926d40-acd1-4d3b-aeba-9726f69bbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:22.288239 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6de62115-f548-4db9-8a28-d34d5cfb1eb6 req-16926d40-acd1-4d3b-aeba-9726f69bbc18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0426660 Mar 29 09:05:22.332792 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6de62115-f548-4db9-8a28-d34d5cfb1eb6 req-db4344a9-b662-4e26-8100-df69bca1ee5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376163 Mar 29 09:05:23.020641 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a79ddc-8e60-4c87-88d2-b3eb38d7eabf req-308397ac-6457-45f1-a012-64fe22fa2e2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:23.022097 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f7a79ddc-8e60-4c87-88d2-b3eb38d7eabf req-308397ac-6457-45f1-a012-64fe22fa2e2d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0548065 Mar 29 09:05:23.068885 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f7a79ddc-8e60-4c87-88d2-b3eb38d7eabf req-369f62da-787f-4a32-8c52-fe8c15f00683 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 Mar 29 09:05:24.188033 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa1279-d25d-4f14-8abe-7fb790c8fdd5 req-07f0c57c-895f-4e14-ba37-bd9993be36f2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:24.189517 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4caa1279-d25d-4f14-8abe-7fb790c8fdd5 req-07f0c57c-895f-4e14-ba37-bd9993be36f2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0552018 Mar 29 09:05:24.243812 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4caa1279-d25d-4f14-8abe-7fb790c8fdd5 req-c9cafff2-cdb5-4816-a476-1ea01004111e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488207 Mar 29 09:05:24.358566 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7a683-6165-4c3b-858e-cbc47d956c0d req-4feda1f9-a390-4829-a3f7-193e278bee8e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:24.359924 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-68c7a683-6165-4c3b-858e-cbc47d956c0d req-4feda1f9-a390-4829-a3f7-193e278bee8e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0515440 Mar 29 09:05:24.406846 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-68c7a683-6165-4c3b-858e-cbc47d956c0d req-1e855385-57cd-458d-9f75-0e1a6f7755c5 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 Mar 29 09:05:24.427517 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43268) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:05:24.515304 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac7e8f-6d40-4246-8ecf-38f69e14492c tempest-TestShelveInstance-1670288259 tempest-TestShelveInstance-1670288259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:24.517466 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-9dac7e8f-6d40-4246-8ecf-38f69e14492c tempest-TestShelveInstance-1670288259 tempest-TestShelveInstance-1670288259-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1125 time: 0.0883219 Mar 29 09:05:24.520536 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43272) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:05:24.524800 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.v2.base [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Request body: {'floatingip': {'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'port_id': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'tenant_id': '78a18859415249928435228564ebbd50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:05:24.597477 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:24.690687 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (None), before_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:24.792198 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_common [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Allocated IP 172.27.1.6 (a5bf56fc-a289-443b-a92b-064607153b3f/8c7eb402-7f84-4339-bb11-c6def2c4c55f/c3f06a65-2dff-4ea9-ada0-47e2efb37ee8) {{(pid=110226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:05:24.894238 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:24.975064 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733463647726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:25.010529 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Network a5bf56fc-a289-443b-a92b-064607153b3f is already hosted by enough agents. {{(pid=110226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:05:25.013594 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Resources bound (agent type, host, resource id): {{(pid=110226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:05:25.017596 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Received port after_create {{(pid=110226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:05:25.045670 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'Port': ['ID=c3f06a65-2dff-4ea9-ada0-47e2efb37ee8,revision_number=1']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:25.057006 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.057355 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.057699 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.058042 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.058374 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.058702 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.059029 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.059355 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.059680 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.060003 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.060326 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.060673 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.060999 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.061320 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.061646 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:05:25.371390 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for floatingip (191463a3-502f-46ba-a175-e18259701e13), precommit_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:25.523461 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), before_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:25.673538 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), precommit_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:25.745036 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30603048'] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), after_update {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:25.813835 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event updated for resources: {'Port': ['ID=c3f06a65-2dff-4ea9-ada0-47e2efb37ee8,revision_number=2']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:05:25.822536 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544117'] for floatingip (191463a3-502f-46ba-a175-e18259701e13), after_create {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:25.919925 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Floating IP 191463a3-502f-46ba-a175-e18259701e13 associated. External IP: 172.27.1.6, port: b5adadd2-6046-4e2d-9850-cf08d26cda04. Mar 29 09:05:26.088796 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:26.124824 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Router 1637e185-5c98-4775-98b0-8ec559058b53 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:05:26.233697 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:05:26.243683 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] Sync routers for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:05:26.252729 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:05:26.253891 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:05:26.331330 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:26.358907 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:05:26.360988 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ddc4e6e0-0d44-458c-a380-5b6d75bdf56d tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8394623 Mar 29 09:05:26.361667 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:05:26.363963 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8abee4-acff-46a8-a785-3c4eb2561241" -d '{"events": [{"name": "network-changed", "server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:05:26.406021 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f840de1-b8c7-482a-b6bf-2f3f2ef6fe13 x-openstack-request-id: req-3f840de1-b8c7-482a-b6bf-2f3f2ef6fe13 {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:05:26.406644 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:05:26.406644 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f840de1-b8c7-482a-b6bf-2f3f2ef6fe13 {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:05:26.406957 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f840de1-b8c7-482a-b6bf-2f3f2ef6fe13'] response: {'name': 'network-changed', 'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'status': 'completed', 'code': 200} Mar 29 09:05:26.469463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-1ef1e219-5d28-4744-b71a-5b66605f9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:26.471616 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-1ef1e219-5d28-4744-b71a-5b66605f9b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0441294 Mar 29 09:05:26.563545 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-9e40aa00-0b4f-4ff0-bcbf-221d49677ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:26.565481 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-9e40aa00-0b4f-4ff0-bcbf-221d49677ef5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0868616 Mar 29 09:05:26.575811 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-bdd10b18-3f62-455a-9c72-23f448d5a1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:26.600154 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '191463a3-502f-46ba-a175-e18259701e13', 'tenant_id': '78a18859415249928435228564ebbd50', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'port_id': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'mac_address': 'fa:16:3e:8e:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:05:25Z', 'updated_at': '2022-03-29T09:05:25Z', 'revision_number': 0, 'project_id': '78a18859415249928435228564ebbd50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:44Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:05:26.625693 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] Checking router: 1637e185-5c98-4775-98b0-8ec559058b53 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:05:26.630811 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-8a4432e3-349a-4124-92fa-5354dcbbb2fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 998 time: 0.0590024 Mar 29 09:05:26.634764 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:05:26.635448 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:04:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:05:26.678772 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-df8cf93d-2a8d-4b2e-8d00-14a9c977e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:26.680228 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-df8cf93d-2a8d-4b2e-8d00-14a9c977e639 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0442641 Mar 29 09:05:26.731482 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-f8eeed91-b647-4b07-933a-83a404c9a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:05:26.732979 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-f8eeed91-b647-4b07-933a-83a404c9a6a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460470 Mar 29 09:05:26.741152 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:05:26.819625 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-250cf4d9-7118-4207-90f5-da613cfc67fb service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804846 Mar 29 09:05:26.909953 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4c8abee4-acff-46a8-a785-3c4eb2561241 req-58540d24-bfe7-4807-be7a-30868bd48304 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844383 Mar 29 09:05:26.965941 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '191463a3-502f-46ba-a175-e18259701e13', 'tenant_id': '78a18859415249928435228564ebbd50', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'port_id': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'mac_address': 'fa:16:3e:8e:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:05:25Z', 'updated_at': '2022-03-29T09:05:25Z', 'revision_number': 0, 'project_id': '78a18859415249928435228564ebbd50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:44Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:05:26.992233 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba80d6-36ca-40b8-b6c9-d145e30904a9 None None] The sync data for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi is: [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_floatingips': [{'id': '191463a3-502f-46ba-a175-e18259701e13', 'tenant_id': '78a18859415249928435228564ebbd50', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'router_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'port_id': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'mac_address': 'fa:16:3e:8e:a1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:05:25Z', 'updated_at': '2022-03-29T09:05:25Z', 'revision_number': 0, 'project_id': '78a18859415249928435228564ebbd50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:44Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:05:27.181982 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c68403-f715-4d9e-9d54-5eb33727f74c None None] New status for floating IP 191463a3-502f-46ba-a175-e18259701e13: ACTIVE {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:05:28.911150 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0b904978-4d4a-4f8d-b432-7db8e6c8639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:30.128876 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:31.305745 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:33.013979 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:56.121791 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:56.555923 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8ebd08ff-6971-457e-8d94-131558bebd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:05:56.839889 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:05:58.910035 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c8656dc6-9e07-49e7-8a42-cc64b0039379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:00.087087 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:01.304318 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:03.018937 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:06.841185 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-9c8a1c24-14a2-47ef-bd8f-e76ccbaca4d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428579 Mar 29 09:06:06.922740 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-5035378c-a5ba-4636-8d1b-5bf6518b1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:06:06.924260 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-5035378c-a5ba-4636-8d1b-5bf6518b1fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0437417 Mar 29 09:06:07.026379 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-c4581da4-f7cf-47ef-9552-d1aebe41ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:06:07.027836 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-c4581da4-f7cf-47ef-9552-d1aebe41ac4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0856440 Mar 29 09:06:07.091311 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-f8fc05ce-b50b-4047-8c27-db467adb754e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 1000 time: 0.0575817 Mar 29 09:06:07.140068 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-db792d04-246d-4211-95bc-af8f66ab2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:06:07.141538 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-db792d04-246d-4211-95bc-af8f66ab2488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0440366 Mar 29 09:06:07.191049 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-af3f05e1-b529-41a9-99cd-054ed19c44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:06:07.192505 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-af3f05e1-b529-41a9-99cd-054ed19c44d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453229 Mar 29 09:06:07.278001 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-b84ece39-65c6-42d9-ad12-563f9f8ff726 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787835 Mar 29 09:06:07.365448 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-fc541343-4df5-4d0f-9aa7-1eac66b033cc req-a733f2c0-bafa-4e98-a97b-b45c66b0e7b3 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823338 Mar 29 09:06:26.086031 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:26.543277 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-15abc473-3ec0-4f0e-813b-d024fcd5618a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:28.915128 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2f12ec4a-88fe-48b7-a752-9b3656af01e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:30.087366 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:31.314933 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:33.023553 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:33.838666 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:06:56.119754 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:56.536876 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-20134be6-2cd7-4458-8643-8e3e447a018b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:06:58.919502 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-17e8fa70-b644-4d17-a0e7-e4bea79bfe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:00.079640 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:01.302464 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:03.027730 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:07.410462 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-0d00b9b1-b737-4710-a49e-d471584579c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3000081 Mar 29 09:07:07.500995 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-aeb4c8f7-8646-4056-a200-20496f647351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:07.502479 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-aeb4c8f7-8646-4056-a200-20496f647351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0504377 Mar 29 09:07:07.600026 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-45e2358a-e35c-4919-ade8-b61268f0de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:07.601484 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-45e2358a-e35c-4919-ade8-b61268f0de88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0824261 Mar 29 09:07:07.662698 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-167b5da7-ce50-4815-95cd-56c8a5ef3af6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 1000 time: 0.0553722 Mar 29 09:07:07.708604 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-784060c7-4cd1-4d58-9a09-1b595d5f83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:07.709993 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-784060c7-4cd1-4d58-9a09-1b595d5f83ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0415883 Mar 29 09:07:07.762294 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-ea2da891-d614-4f44-9d6c-e94fff2af6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:07.763741 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-ea2da891-d614-4f44-9d6c-e94fff2af6aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488117 Mar 29 09:07:07.847944 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-7734bdaf-1440-4c7b-bf5f-bc4ba43ccedb service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781009 Mar 29 09:07:07.939336 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-25ce6b5f-2498-4047-ad18-85b05f721498 req-c7c5fecd-3778-42e1-ae57-e59ed312a4b4 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852954 Mar 29 09:07:10.837344 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:07:23.244303 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75dab2-7901-4ac5-a235-45cddc75f3a7 req-a88f21ca-f813-4241-9a47-8acef335fa90 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:23.245826 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9e75dab2-7901-4ac5-a235-45cddc75f3a7 req-a88f21ca-f813-4241-9a47-8acef335fa90 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0564516 Mar 29 09:07:23.293741 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-9e75dab2-7901-4ac5-a235-45cddc75f3a7 req-68847cb4-15dc-4729-97d3-a9e2a9786cb0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Mar 29 09:07:24.411987 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f5aff-58b0-419c-ba68-497ddabae8e9 req-cb22b873-02ac-4f6d-96bb-102f29c577a8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:24.413487 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a64f5aff-58b0-419c-ba68-497ddabae8e9 req-cb22b873-02ac-4f6d-96bb-102f29c577a8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0530870 Mar 29 09:07:24.460750 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-a64f5aff-58b0-419c-ba68-497ddabae8e9 req-6c158106-ad6b-4a54-b0b0-b86d830c5e23 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 Mar 29 09:07:25.580928 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10f469-e5f1-4fe7-9185-103490e4ae60 req-5bc8e472-720a-4f80-a15a-c6e112dc19c7 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:25.582359 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe10f469-e5f1-4fe7-9185-103490e4ae60 req-5bc8e472-720a-4f80-a15a-c6e112dc19c7 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0549283 Mar 29 09:07:25.629197 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe10f469-e5f1-4fe7-9185-103490e4ae60 req-85219f13-8d63-4cc8-bcd9-1789b5fe5ec4 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Mar 29 09:07:26.147138 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:26.535976 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-0acafbca-a7e8-44ea-860a-26d774b699ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:26.745535 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cad3-36f1-47b8-846b-1f642bef83c7 req-03e4d5ca-4aaf-4333-af23-45e0d5e8e41f tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:26.746995 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2f53cad3-36f1-47b8-846b-1f642bef83c7 req-03e4d5ca-4aaf-4333-af23-45e0d5e8e41f tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0513196 Mar 29 09:07:26.797320 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-2f53cad3-36f1-47b8-846b-1f642bef83c7 req-51bd3828-df1a-4699-a1b7-aa0a6e1b2c78 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Mar 29 09:07:27.915625 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354e812-7103-4bd9-bac0-73a7443e403d req-52221c67-c93b-49b9-8042-b3e0fbd5f94c tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:27.917037 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f354e812-7103-4bd9-bac0-73a7443e403d req-52221c67-c93b-49b9-8042-b3e0fbd5f94c tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0522671 Mar 29 09:07:27.963570 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-f354e812-7103-4bd9-bac0-73a7443e403d req-40471a2b-979d-4647-84b4-5697809fdfa8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Mar 29 09:07:28.930116 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-862ebfde-4bb3-4914-9817-0aac711b9333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:29.077562 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f19a5-c650-4ad8-9647-b251e0932183 req-a2085169-20fd-43b5-beca-64c77bc6c76f tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:29.079015 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-974f19a5-c650-4ad8-9647-b251e0932183 req-a2085169-20fd-43b5-beca-64c77bc6c76f tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0507855 Mar 29 09:07:29.126717 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-974f19a5-c650-4ad8-9647-b251e0932183 req-df33508f-014f-4ce6-bc73-5c3d52726921 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Mar 29 09:07:30.112851 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:30.243022 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd1656-d592-4823-bf59-ee9ab19b9b20 req-92ffa189-5444-413b-bfeb-215b38780eac tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:30.244486 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06dd1656-d592-4823-bf59-ee9ab19b9b20 req-92ffa189-5444-413b-bfeb-215b38780eac tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0511446 Mar 29 09:07:30.295548 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-06dd1656-d592-4823-bf59-ee9ab19b9b20 req-4d03cbc8-274a-44d0-a1aa-79e2f6b606dd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Mar 29 09:07:31.341546 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:31.411602 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19f18-a19b-44b5-aaa2-a1a993b62e5c req-769d33e6-a161-4e2e-b240-c76510ef7344 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:31.413086 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efd19f18-a19b-44b5-aaa2-a1a993b62e5c req-769d33e6-a161-4e2e-b240-c76510ef7344 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0519044 Mar 29 09:07:31.460143 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-efd19f18-a19b-44b5-aaa2-a1a993b62e5c req-3e51b353-6f6b-4c21-94dc-c7ffee7b5d3f tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Mar 29 09:07:32.840638 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59f2ed-5965-48e2-8aae-fcf882344549 req-3e480572-9cf7-4f53-a73c-a6a6135b9c14 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:32.842094 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-eb59f2ed-5965-48e2-8aae-fcf882344549 req-3e480572-9cf7-4f53-a73c-a6a6135b9c14 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.3170776 Mar 29 09:07:32.889829 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-eb59f2ed-5965-48e2-8aae-fcf882344549 req-c9f321a5-ac44-45e7-b390-8784dda06f17 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Mar 29 09:07:33.027565 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:33.444216 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-1ea98663-2850-4c58-b517-d50220a74da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:33.445731 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-1ea98663-2850-4c58-b517-d50220a74da5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0473108 Mar 29 09:07:33.531960 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-c0777312-220b-418d-8b81-05e986ce2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:33.533450 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-c0777312-220b-418d-8b81-05e986ce2f50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0821257 Mar 29 09:07:33.599993 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-5ea2fe03-c71a-4e13-8b99-57c4caf0f5e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 1000 time: 0.0605154 Mar 29 09:07:33.646079 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-08bfcf78-00f6-4f2d-933b-49b4ca6d4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:33.648003 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-08bfcf78-00f6-4f2d-933b-49b4ca6d4ae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0424802 Mar 29 09:07:33.694040 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-385fa23c-d584-4f5e-aca4-8ae629d2ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:33.695460 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-385fa23c-d584-4f5e-aca4-8ae629d2ba76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412338 Mar 29 09:07:33.783635 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-9eaace56-c21c-4a63-bb02-6ea9d9e29287 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821404 Mar 29 09:07:33.869474 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-caa3c17a-52b9-49af-8b2e-d669a0bbea94 req-515b155f-bef8-43f7-bca4-a38c166e8be4 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796850 Mar 29 09:07:34.007779 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d2ec7-5c48-4876-b08a-cfcbd7a60cd0 req-08ce6387-49e3-41fb-98d4-630b4b01d3e2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:34.009337 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6c6d2ec7-5c48-4876-b08a-cfcbd7a60cd0 req-08ce6387-49e3-41fb-98d4-630b4b01d3e2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0539496 Mar 29 09:07:34.060238 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6c6d2ec7-5c48-4876-b08a-cfcbd7a60cd0 req-64584fa5-6648-4235-9778-bc4ef009c37f tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Mar 29 09:07:35.176698 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67facd81-6c29-454c-80b3-221c13460cc4 req-519c95b7-72aa-437e-9b70-a227d394fc65 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:35.178181 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-67facd81-6c29-454c-80b3-221c13460cc4 req-519c95b7-72aa-437e-9b70-a227d394fc65 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0517378 Mar 29 09:07:35.225191 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-67facd81-6c29-454c-80b3-221c13460cc4 req-b14b7f95-18e4-401f-b5e5-d5f84b685dbb tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415113 Mar 29 09:07:36.340954 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aeaf7-00d4-48a1-a9ad-1113fdbe872d req-9ede2b3e-a973-488d-9dfb-ee2f18f92594 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:36.342354 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d66aeaf7-00d4-48a1-a9ad-1113fdbe872d req-9ede2b3e-a973-488d-9dfb-ee2f18f92594 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0518315 Mar 29 09:07:36.389687 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d66aeaf7-00d4-48a1-a9ad-1113fdbe872d req-07b3d73b-dd69-42d0-8857-757620a76601 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Mar 29 09:07:36.534111 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-4cb62775-e8f8-4f23-ae38-c6c79daa2fae req-8c3a5447-941f-4335-93a2-3f208ad9dc9d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 09:07:36.535168 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4cb62775-e8f8-4f23-ae38-c6c79daa2fae req-8c3a5447-941f-4335-93a2-3f208ad9dc9d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0839050 Mar 29 09:07:36.856512 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f3c05-ce2f-4bb0-be5d-96ca974ff966 req-37243244-5ba2-4550-8355-248ddd5677c2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:36.857400 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c99f3c05-ce2f-4bb0-be5d-96ca974ff966 req-37243244-5ba2-4550-8355-248ddd5677c2 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0533164 Mar 29 09:07:36.913072 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c99f3c05-ce2f-4bb0-be5d-96ca974ff966 req-244fde86-c72c-4039-b5e2-1e9d9aec45a1 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 Mar 29 09:07:36.966928 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-d9f6fd75-5f0e-403c-9d01-1e48434880c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908122 Mar 29 09:07:36.975934 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-478f2838-ecf3-4c21-a763-0d4f05b62dd9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 09:07:36.976893 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-478f2838-ecf3-4c21-a763-0d4f05b62dd9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053561 Mar 29 09:07:37.125122 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-13727461-efa8-4e5b-a482-b56b80c7951b tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:37.126431 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-13727461-efa8-4e5b-a482-b56b80c7951b tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports/b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 943 time: 0.1226118 Mar 29 09:07:38.028950 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11977a75-b0ba-4ce0-abf9-5c95bb8fcd52 req-56076c96-ebb9-40c5-b6af-96aa4c46ff27 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:38.030417 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-11977a75-b0ba-4ce0-abf9-5c95bb8fcd52 req-56076c96-ebb9-40c5-b6af-96aa4c46ff27 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0521562 Mar 29 09:07:38.078353 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-11977a75-b0ba-4ce0-abf9-5c95bb8fcd52 req-0dd647a1-5617-4431-94bc-d2232b2fe42c tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Mar 29 09:07:38.373140 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:07:38.447667 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b5adadd2-6046-4e2d-9850-cf08d26cda04 is: ACTIVE; New status is: DOWN {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:07:38.448055 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:38.475038 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:07:38.475038 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3996c5f-acbb-42dd-ba44-759f10c40529" -d '{"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:07:38.487580 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:07:38.505368 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 09:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e1886-cc95-4d84-b2a0-08be84fc9ca9 x-openstack-request-id: req-255e1886-cc95-4d84-b2a0-08be84fc9ca9 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:07:38.505659 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-unplugged", "status": "failed", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "code": 422}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:07:38.515538 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-255e1886-cc95-4d84-b2a0-08be84fc9ca9 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:07:38.515538 dv-cinder-835552-1-iscsi neutron-server[110228]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-255e1886-cc95-4d84-b2a0-08be84fc9ca9']: {'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'code': 422} returned with failed status Mar 29 09:07:38.581287 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:38.631177 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=6']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:07:38.638335 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.638686 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.639030 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.639371 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.639707 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.640037 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.640379 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.640718 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.641045 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.641371 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.641698 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.642023 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.642346 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.642671 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:38.642991 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:07:39.203323 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d7096-6b69-441b-bd07-d0ac5973cfa2 req-d6c31d64-0cab-49d0-993f-30cae4af78d0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:39.204713 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ad6d7096-6b69-441b-bd07-d0ac5973cfa2 req-d6c31d64-0cab-49d0-993f-30cae4af78d0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0602746 Mar 29 09:07:39.253986 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-ad6d7096-6b69-441b-bd07-d0ac5973cfa2 req-d64b39ab-4b1d-4080-b9f8-0b59f6e121c0 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Mar 29 09:07:39.391927 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-b0c8fa0d-3ebb-45be-aeec-25d6cf19bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:39.393428 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-b0c8fa0d-3ebb-45be-aeec-25d6cf19bb9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d&tenant_id=78a18859415249928435228564ebbd50 HTTP/1.1" status: 200 len: 1128 time: 0.0441918 Mar 29 09:07:39.456743 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-0a80ec03-fdf4-4460-9752-8efb5ce65e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:39.458142 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-0a80ec03-fdf4-4460-9752-8efb5ce65e54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1128 time: 0.0436523 Mar 29 09:07:39.552139 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-a37108ec-57c6-425f-a2bd-03c2b8afbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:39.554299 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-a37108ec-57c6-425f-a2bd-03c2b8afbd3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0897684 Mar 29 09:07:39.623110 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-5b4b6182-4205-4c72-8d0a-5829fb122c29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 998 time: 0.0631952 Mar 29 09:07:39.675324 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-a98eed36-2225-4578-993d-0837d67dac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:39.677257 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-a98eed36-2225-4578-993d-0837d67dac88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0481169 Mar 29 09:07:39.731761 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-bb4a0164-4f86-48ee-a4fe-1e04f3bce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:39.733358 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-bb4a0164-4f86-48ee-a4fe-1e04f3bce964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508225 Mar 29 09:07:39.820030 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-5232248f-33d9-4213-ab87-f42926af99e9 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808766 Mar 29 09:07:39.911147 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-4a708f8d-8125-4df4-b072-d9bf37e36cb0 req-2e95f0d5-874d-4a72-ab20-c5c87283c7f8 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844185 Mar 29 09:07:40.369323 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209bf6-07d1-44f1-957b-8d3cfca6beaf req-005117e7-86e8-498c-8654-1e9d3343b931 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:40.370768 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f209bf6-07d1-44f1-957b-8d3cfca6beaf req-005117e7-86e8-498c-8654-1e9d3343b931 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0516925 Mar 29 09:07:40.417081 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-6f209bf6-07d1-44f1-957b-8d3cfca6beaf req-91663807-034a-484e-9787-42c911be119c tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Mar 29 09:07:41.533346 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afd562-4eb7-4633-afd6-61a7ad77ef94 req-1f2f8241-cae4-4ddd-a2ec-4652ed92dcd9 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:41.534797 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-71afd562-4eb7-4633-afd6-61a7ad77ef94 req-1f2f8241-cae4-4ddd-a2ec-4652ed92dcd9 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0507836 Mar 29 09:07:41.581613 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-71afd562-4eb7-4633-afd6-61a7ad77ef94 req-d7e84baf-ef37-4c36-8b9c-fac23f39b799 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Mar 29 09:07:42.697980 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6cf7a-ea76-4b4d-832e-c9f61f3ff810 req-8d828c55-a7eb-4507-aaaa-ba597cfe230a tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:42.699330 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfd6cf7a-ea76-4b4d-832e-c9f61f3ff810 req-8d828c55-a7eb-4507-aaaa-ba597cfe230a tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0506043 Mar 29 09:07:42.746072 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-cfd6cf7a-ea76-4b4d-832e-c9f61f3ff810 req-3dcd8d64-feca-48c1-9f67-d9a20a0daf73 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412650 Mar 29 09:07:43.859721 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cd786-ed73-4596-9d90-66b15b365a72 req-c04fe1bc-6798-441a-bf6b-946d7a682c92 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:43.861273 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c3cd786-ed73-4596-9d90-66b15b365a72 req-c04fe1bc-6798-441a-bf6b-946d7a682c92 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0512743 Mar 29 09:07:43.910678 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-2c3cd786-ed73-4596-9d90-66b15b365a72 req-7e73fce1-ef79-481a-8ee2-818a5af36442 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Mar 29 09:07:45.029267 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0ad9-8c95-4264-866c-c3cad1f167a0 req-f72ae92c-f3ec-420a-82e3-189534cd8eb8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:45.030710 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-342d0ad9-8c95-4264-866c-c3cad1f167a0 req-f72ae92c-f3ec-420a-82e3-189534cd8eb8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0550971 Mar 29 09:07:45.077480 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-342d0ad9-8c95-4264-866c-c3cad1f167a0 req-a0ea50ba-1a9c-4565-9a45-ca56f6e368a1 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Mar 29 09:07:46.194779 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d6b12-2baa-444f-a5e9-5b32c2aa887c req-1e6fc866-b8c6-419b-8167-5d85af1cd511 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:46.196229 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe0d6b12-2baa-444f-a5e9-5b32c2aa887c req-1e6fc866-b8c6-419b-8167-5d85af1cd511 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 944 time: 0.0546796 Mar 29 09:07:46.243327 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-fe0d6b12-2baa-444f-a5e9-5b32c2aa887c req-9575f2a6-4147-4fc7-9d4e-4d71cd7b571c tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Mar 29 09:07:46.423519 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 details requested by agent hyperv_hv-cinder-83555 with host hv-cinder-83555 {{(pid=110228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:07:46.515977 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:07:46.531006 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Returning: {'device': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'port_id': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'mac_address': 'fa:16:3e:8e:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:07:46.568713 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b5adadd2-6046-4e2d-9850-cf08d26cda04 is: DOWN; New status is: BUILD {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:07:46.569104 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:46.583132 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5adadd2-6046-4e2d-9850-cf08d26cda04 {{(pid=110228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:07:46.601059 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:07:46.677930 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:46.722109 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=7']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:07:46.939183 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] get_ports_and_sgs() called for port_ids ['b5adadd2-6046-4e2d-9850-cf08d26cda04'] {{(pid=110228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:07:47.359373 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e01feb-ab77-4dad-b018-44c1caad89c0 req-0449d6cd-8cc2-4a9e-8aa9-97a5d5ccc716 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:47.360873 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57e01feb-ab77-4dad-b018-44c1caad89c0 req-0449d6cd-8cc2-4a9e-8aa9-97a5d5ccc716 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 945 time: 0.0517635 Mar 29 09:07:47.407499 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-57e01feb-ab77-4dad-b018-44c1caad89c0 req-ed82b41c-5be7-4dad-b319-30208f5f1851 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Mar 29 09:07:47.836169 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:07:48.439373 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 up at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:07:48.487981 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.provisioning_blocks [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Provisioning complete for port b5adadd2-6046-4e2d-9850-cf08d26cda04 triggered by entity L2. {{(pid=110228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 09:07:48.488347 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1542101'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), provisioning_complete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:48.522540 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982d978-9a95-41b6-9553-92c2ac2cdad7 req-b114263d-7a2d-46d4-9e07-a95fd0f66936 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:48.524024 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8982d978-9a95-41b6-9553-92c2ac2cdad7 req-b114263d-7a2d-46d4-9e07-a95fd0f66936 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 945 time: 0.0519011 Mar 29 09:07:48.568806 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Current status of the port b5adadd2-6046-4e2d-9850-cf08d26cda04 is: BUILD; New status is: ACTIVE {{(pid=110228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 09:07:48.569215 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644079'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:48.581857 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-8982d978-9a95-41b6-9553-92c2ac2cdad7 req-fe8cbf25-ed8a-4f9c-b3c6-2d3ff95d0cbb tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Mar 29 09:07:48.591846 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:07:48.594182 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}526a7b40b4dfbd028bb7db7293d30a2bccc6ed6341b345654e07c3ab48171956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c83ef6-a891-4b7c-b790-1fba316e9e94" -d '{"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-plugged", "status": "completed", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:07:48.607072 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:07:48.630359 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92660c2-d212-4de3-8390-6ea57ae57e46 x-openstack-request-id: req-c92660c2-d212-4de3-8390-6ea57ae57e46 {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:07:48.630682 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-plugged", "status": "completed", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "code": 200}]} {{(pid=110228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:07:48.630938 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c92660c2-d212-4de3-8390-6ea57ae57e46 {{(pid=110228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:07:48.631335 dv-cinder-835552-1-iscsi neutron-server[110228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92660c2-d212-4de3-8390-6ea57ae57e46'] response: {'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'code': 200} Mar 29 09:07:48.683890 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733464218251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733463648516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733463648534'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:48.731149 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Pushing event updated for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=8']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:07:48.878409 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee4a96-a7e4-4e60-b31c-678b0fa064fb req-e7eb5da2-90d2-4b2c-9e91-6113d46c8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:48.879947 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10ee4a96-a7e4-4e60-b31c-678b0fa064fb req-e7eb5da2-90d2-4b2c-9e91-6113d46c8c2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0462792 Mar 29 09:07:48.928740 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-10ee4a96-a7e4-4e60-b31c-678b0fa064fb req-520a6c05-fee0-474c-8e8e-a1d1be415417 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Mar 29 09:07:49.699107 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da8b1-a52e-4dc1-9daa-8ac4ddfef4c3 req-d7fd1549-d8e9-4af0-aaf4-e2eeb4e6c85e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:49.700641 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-529da8b1-a52e-4dc1-9daa-8ac4ddfef4c3 req-d7fd1549-d8e9-4af0-aaf4-e2eeb4e6c85e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0528448 Mar 29 09:07:49.752123 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-529da8b1-a52e-4dc1-9daa-8ac4ddfef4c3 req-334cb17d-26ee-4e51-8430-9492d01ebebc tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459247 Mar 29 09:07:50.869207 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd2a5-8f13-46ba-8253-657858c1eda8 req-ec4262e1-caff-4fbf-9780-e9dd686b713e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:07:50.870703 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-414bd2a5-8f13-46ba-8253-657858c1eda8 req-ec4262e1-caff-4fbf-9780-e9dd686b713e tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0510454 Mar 29 09:07:50.918292 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-414bd2a5-8f13-46ba-8253-657858c1eda8 req-97910fa6-189b-49c8-ad07-bb27c2166957 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Mar 29 09:07:56.135236 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:56.546487 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-642bbc57-e64c-4afd-8444-9dc16cf3b70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:07:58.946117 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-4e94344b-9d25-446c-9c2e-692129bdb3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:00.101124 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:01.317418 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:03.027083 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:08.164170 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-6023e399-5957-40ba-a149-2cbdf64341f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421290 Mar 29 09:08:08.251504 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-d11fd8af-7bbe-4599-aa0c-135cac061aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:08:08.253003 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-d11fd8af-7bbe-4599-aa0c-135cac061aac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0467584 Mar 29 09:08:08.350415 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-214d85a7-c1f4-4f27-9042-13f681d6bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:08:08.351830 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-214d85a7-c1f4-4f27-9042-13f681d6bef3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0806522 Mar 29 09:08:08.419195 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-a5d7d50c-819c-486c-a54a-aaf090929a77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 1000 time: 0.0605743 Mar 29 09:08:08.470250 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-9f7d5b6e-7e81-4b24-904f-123879ce6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:08:08.471673 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-9f7d5b6e-7e81-4b24-904f-123879ce6a37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0431750 Mar 29 09:08:08.519362 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-6ca7168f-c4fd-4a94-9f05-ad50343c2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:08:08.520830 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-6ca7168f-c4fd-4a94-9f05-ad50343c2e75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433905 Mar 29 09:08:08.608302 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-367d8059-36b5-4a24-8a1b-b1da3aa977cb service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817747 Mar 29 09:08:08.695455 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-c7d2c39b-f33c-4767-ad9d-c7918f3c66b3 req-113a4376-54da-4a0f-89b2-c9dea35ebc56 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803156 Mar 29 09:08:24.834931 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:08:26.133925 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:26.545554 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8d130ae2-20f4-4704-878f-ec5e35d64417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:28.951920 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-26966cff-8307-4716-956d-fd923115d9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:30.099822 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:31.316099 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:33.060120 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:56.127508 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:56.567226 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-a4636047-5513-4f81-b2f7-f051af701b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:08:58.950126 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-41fffbdd-b662-4460-be24-50100c1927f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:00.104555 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:01.338302 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:01.834789 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:09:03.023818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:03.780522 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43414) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:03.931094 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Deleting port c3f06a65-2dff-4ea9-ada0-47e2efb37ee8 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:03.931433 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:04.007538 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:04.007769 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for floatingip (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:04.019270 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Calling delete_port for c3f06a65-2dff-4ea9-ada0-47e2efb37ee8 owned by network:floatingip {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:04.195371 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (c3f06a65-2dff-4ea9-ada0-47e2efb37ee8), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:04.219463 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event deleted for resources: {'Port': ['ID=c3f06a65-2dff-4ea9-ada0-47e2efb37ee8,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:04.231386 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.231725 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.232061 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.232416 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.232749 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.233073 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.233396 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.233716 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.234053 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.234407 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.234731 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.235050 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.235369 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.235686 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.236002 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:04.291070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for floatingip (191463a3-502f-46ba-a175-e18259701e13), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:04.291353 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.db.l3_db [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Floating IP 191463a3-502f-46ba-a175-e18259701e13 disassociated (deleted). External IP: 172.27.1.6, port: b5adadd2-6046-4e2d-9850-cf08d26cda04. Mar 29 09:09:04.494563 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Router 1637e185-5c98-4775-98b0-8ec559058b53 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:09:04.604820 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:09:04.609607 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for floatingip (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:04.614089 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] Sync routers for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:09:04.623067 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:09:04.623667 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:08:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:04.637763 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ad2193ac-bbc1-483d-a561-87245c6cfecd tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "DELETE /v2.0/floatingips/191463a3-502f-46ba-a175-e18259701e13 HTTP/1.1" status: 204 len: 168 time: 0.8561673 Mar 29 09:09:04.638447 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:09:04.640916 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f7dce8-a096-4e47-beee-04da8239ebc0" -d '{"events": [{"name": "network-changed", "server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:09:04.681327 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11386c2-a5fb-4ec4-b5d4-153e8ad9bdad x-openstack-request-id: req-f11386c2-a5fb-4ec4-b5d4-153e8ad9bdad {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:09:04.681693 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:09:04.682011 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f11386c2-a5fb-4ec4-b5d4-153e8ad9bdad {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:09:04.682493 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11386c2-a5fb-4ec4-b5d4-153e8ad9bdad'] response: {'name': 'network-changed', 'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'status': 'completed', 'code': 200} Mar 29 09:09:04.731631 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:09:04.746591 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-7c8657d4-fe5e-4343-80e8-04ae8f66b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:04.748104 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-7c8657d4-fe5e-4343-80e8-04ae8f66b617 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78a18859415249928435228564ebbd50&device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 1130 time: 0.0451589 Mar 29 09:09:04.840483 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-0fd331ea-2e57-46c6-986b-c148cd9e0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:04.841958 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-0fd331ea-2e57-46c6-986b-c148cd9e0bc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 200 len: 910 time: 0.0882022 Mar 29 09:09:04.882965 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-bbf1ee92-adab-4f3d-96e4-9c7598ade1b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 200 len: 217 time: 0.0345068 Mar 29 09:09:04.937324 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-be328c5b-19b0-40e7-81e5-2d9ea8273a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:04.941016 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:44Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:04.941263 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-be328c5b-19b0-40e7-81e5-2d9ea8273a6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 200 len: 848 time: 0.0500817 Mar 29 09:09:04.968867 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] Checking router: 1637e185-5c98-4775-98b0-8ec559058b53 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:09:04.977282 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:09:04.977890 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:08:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:05.021047 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-26847170-02d6-4beb-9930-62d3342a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:05.022551 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-26847170-02d6-4beb-9930-62d3342a89a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9d81579-58b6-4052-8497-3954657a9b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741644 Mar 29 09:09:05.044662 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c70fd-1465-41ff-8898-ee0a75bf1c4a req-6bb18170-d44f-4fbf-80e4-cf3aa2a39560 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:05.046091 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f45c70fd-1465-41ff-8898-ee0a75bf1c4a req-6bb18170-d44f-4fbf-80e4-cf3aa2a39560 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0693102 Mar 29 09:09:05.084047 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:09:05.148784 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-f45c70fd-1465-41ff-8898-ee0a75bf1c4a req-89016306-edc9-4f8c-874f-fd6162dd73c8 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929556 Mar 29 09:09:05.158902 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-3ded76ba-23e7-4c0e-a3e1-5cbe4ea511f3 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287928 Mar 29 09:09:05.247639 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d8f7dce8-a096-4e47-beee-04da8239ebc0 req-21baedf7-102e-4367-9c1b-ad5878515249 service neutron] 10.222.0.13 "GET /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809698 Mar 29 09:09:05.281564 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:44Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:05.307992 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb5a5-369f-44fe-a8f7-625e607a7066 None None] The sync data for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi is: [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:04:40Z', 'revision_number': 4, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi', '_interfaces': [{'id': '22efb82f-d0be-41dd-8e23-4e00faa471b0', 'name': '', 'network_id': 'c9d81579-58b6-4052-8497-3954657a9b0a', 'tenant_id': '78a18859415249928435228564ebbd50', 'mac_address': 'fa:16:3e:1b:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:39Z', 'updated_at': '2022-03-29T09:04:44Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'subnets': [{'id': 'ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:09:05.517463 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e334b76-5f1c-4602-87e4-3071cc6f023c None None] New status for floating IP 191463a3-502f-46ba-a175-e18259701e13: DOWN {{(pid=110229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:09:06.278628 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a58e9-5fbe-48ec-b999-304d26ddea51 req-7db17c99-f1a3-4c76-b855-bdf06c14a329 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:06.280148 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-169a58e9-5fbe-48ec-b999-304d26ddea51 req-7db17c99-f1a3-4c76-b855-bdf06c14a329 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0525241 Mar 29 09:09:06.328293 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-169a58e9-5fbe-48ec-b999-304d26ddea51 req-efa85b58-7e06-424c-9d9f-3001560e9852 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/security-groups?id=6699ac03-a8c8-461c-8112-88bad66b97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Mar 29 09:09:06.496079 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-9fe4280b-1944-4ff2-a1bc-2113302e1548 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:09:06.497543 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-9fe4280b-1944-4ff2-a1bc-2113302e1548 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.13 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 946 time: 0.0563381 Mar 29 09:09:06.589915 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Deleting port b5adadd2-6046-4e2d-9850-cf08d26cda04 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:06.590251 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:06.674279 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] For port b5adadd2-6046-4e2d-9850-cf08d26cda04, host hv-cinder-83555, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83555',level=0,port_id=b5adadd2-6046-4e2d-9850-cf08d26cda04,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:06.674641 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:06.690731 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Calling delete_port for b5adadd2-6046-4e2d-9850-cf08d26cda04 owned by compute:nova {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:06.852799 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (b5adadd2-6046-4e2d-9850-cf08d26cda04), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:06.881259 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event deleted for resources: {'Port': ['ID=b5adadd2-6046-4e2d-9850-cf08d26cda04,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:06.925414 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] No DVR routers for this DVR port b5adadd2-6046-4e2d-9850-cf08d26cda04 on host hv-cinder-83555 {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:09:06.928403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180612'] for port (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:06.931646 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [req-d32cefc9-1db5-41e7-b521-47304006e0b2 req-bdeab1c0-a166-4d37-8ff1-653cfcb715ab tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.13 "DELETE /v2.0/ports/b5adadd2-6046-4e2d-9850-cf08d26cda04 HTTP/1.1" status: 204 len: 173 time: 0.4290469 Mar 29 09:09:06.932082 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-deleted', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04'}] {{(pid=110226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:09:06.934347 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c65d4f894edab1ba6ddbdb38d447593a9c5e21d1a1eadd6e2eb785e18b1c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35c38fc-16d3-444b-ae80-e2c311b957e5" -d '{"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-deleted", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04"}]}' {{(pid=110226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:09:06.969317 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f89581b-85c7-4d6b-b2e2-5c9f3a9cb54d x-openstack-request-id: req-1f89581b-85c7-4d6b-b2e2-5c9f3a9cb54d {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:09:06.969615 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76005fa8-3813-4b51-a99f-bc6a17175d2d", "name": "network-vif-deleted", "tag": "b5adadd2-6046-4e2d-9850-cf08d26cda04", "status": "completed", "code": 200}]} {{(pid=110226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:09:06.969891 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f89581b-85c7-4d6b-b2e2-5c9f3a9cb54d {{(pid=110226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:09:06.970295 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f89581b-85c7-4d6b-b2e2-5c9f3a9cb54d'] response: {'server_uuid': '76005fa8-3813-4b51-a99f-bc6a17175d2d', 'name': 'network-vif-deleted', 'tag': 'b5adadd2-6046-4e2d-9850-cf08d26cda04', 'status': 'completed', 'code': 200} Mar 29 09:09:07.424122 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [req-4d9a93e6-b4e2-4f94-b854-754fd604205c req-1cafc7d5-a1a5-4a53-b4f8-599b04fca4bc tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "GET /v2.0/ports?device_id=76005fa8-3813-4b51-a99f-bc6a17175d2d HTTP/1.1" status: 200 len: 210 time: 0.0275815 Mar 29 09:09:08.478981 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43442) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:08.533014 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group (6699ac03-a8c8-461c-8112-88bad66b97a5), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:08.561205 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group (6699ac03-a8c8-461c-8112-88bad66b97a5), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:08.664082 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (6699ac03-a8c8-461c-8112-88bad66b97a5), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:08.666651 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Publish callbacks [] for security_group (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:08.667772 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] 10.222.0.16 "DELETE /v2.0/security-groups/6699ac03-a8c8-461c-8112-88bad66b97a5 HTTP/1.1" status: 204 len: 168 time: 0.1878123 Mar 29 09:09:08.677581 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699ac03-a8c8-461c-8112-88bad66b97a5,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:08.687282 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.687569 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.687909 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.688253 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.688608 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.688936 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.689257 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.689579 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.689901 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.690247 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.690606 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.690923 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.691242 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.691558 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.691920 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8985ef-ccaa-4e60-8180-a811b004c575 tempest-TestShelveInstance-2063570835 tempest-TestShelveInstance-2063570835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:08.758228 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43446) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:08.873475 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 no longer exists at agent hyperv_hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:08.893545 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] No Port match for: b5adadd2-6046-4e2d-9850-cf08d26cda04 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:08.893893 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Device b5adadd2-6046-4e2d-9850-cf08d26cda04 not bound to the agent host hv-cinder-83555 {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:09.096376 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (1637e185-5c98-4775-98b0-8ec559058b53), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:09.339043 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Deleting port 22efb82f-d0be-41dd-8e23-4e00faa471b0 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:09.339382 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:09.419469 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] For port 22efb82f-d0be-41dd-8e23-4e00faa471b0, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=22efb82f-d0be-41dd-8e23-4e00faa471b0,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:09.425958 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:09.433233 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Calling delete_port for 22efb82f-d0be-41dd-8e23-4e00faa471b0 owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:09.675818 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (22efb82f-d0be-41dd-8e23-4e00faa471b0), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:09.704991 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Pushing event deleted for resources: {'Port': ['ID=22efb82f-d0be-41dd-8e23-4e00faa471b0,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:09.869225 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (1637e185-5c98-4775-98b0-8ec559058b53), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:10.081716 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Router 1637e185-5c98-4775-98b0-8ec559058b53 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:09:10.186276 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:09:10.191164 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-f5aa50c4-56a7-45c2-9d7d-db21aff0237e admin admin] 10.222.0.16 "PUT /v2.0/routers/1637e185-5c98-4775-98b0-8ec559058b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4316561 Mar 29 09:09:10.194405 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43448) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:10.195187 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] Sync routers for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:09:10.204469 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:09:10.205080 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:08:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:10.312123 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:09:10.565064 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks [] for router (1637e185-5c98-4775-98b0-8ec559058b53), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:10.626469 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:09:09Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:10.657637 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] Checking router: 1637e185-5c98-4775-98b0-8ec559058b53 for host: dv-cinder-835552-1-iscsi {{(pid=110228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:09:10.666764 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] Routers {'1637e185-5c98-4775-98b0-8ec559058b53'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:09:10.667376 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:08:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['1637e185-5c98-4775-98b0-8ec559058b53'], 'active': True} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:10.667500 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks [] for router_gateway (1637e185-5c98-4775-98b0-8ec559058b53), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:10.771984 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvr_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] Set router 1637e185-5c98-4775-98b0-8ec559058b53 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:09:10.781030 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Deleting port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:10.781375 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:10.856720 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] For port e12a5b39-8dbc-45d1-9985-36be7e4cf7ed, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:10.857083 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:10.869473 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Calling delete_port for e12a5b39-8dbc-45d1-9985-36be7e4cf7ed owned by network:router_gateway {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:10.945311 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_hamode_db [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:09:09Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:10.971112 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd8737-2302-43ce-b99c-daf3347762bc None None] The sync data for ids ['1637e185-5c98-4775-98b0-8ec559058b53'] in dv-cinder-835552-1-iscsi is: [{'id': '1637e185-5c98-4775-98b0-8ec559058b53', 'name': 'tempest-TestShelveInstance-1832721664-router', 'tenant_id': '78a18859415249928435228564ebbd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:36Z', 'updated_at': '2022-03-29T09:09:09Z', 'revision_number': 5, 'project_id': '78a18859415249928435228564ebbd50', 'gw_port': {'id': 'e12a5b39-8dbc-45d1-9985-36be7e4cf7ed', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637e185-5c98-4775-98b0-8ec559058b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:37Z', 'updated_at': '2022-03-29T09:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:09:11.127169 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (e12a5b39-8dbc-45d1-9985-36be7e4cf7ed), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.155505 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12a5b39-8dbc-45d1-9985-36be7e4cf7ed,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:11.214256 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (1637e185-5c98-4775-98b0-8ec559058b53), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.301838 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (1637e185-5c98-4775-98b0-8ec559058b53), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.303806 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks [] for router_controller (1637e185-5c98-4775-98b0-8ec559058b53), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.430339 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (1637e185-5c98-4775-98b0-8ec559058b53), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.430864 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1637e185-5c98-4775-98b0-8ec559058b53 {{(pid=110226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:09:11.435272 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.437331 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-854cb7b7-b143-4808-96a9-09dee12b8095 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1637e185-5c98-4775-98b0-8ec559058b53 HTTP/1.1" status: 204 len: 168 time: 1.2410274 Mar 29 09:09:11.442509 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43450) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:11.483850 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Deleting subnet ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:09:11.487079 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Publish callbacks [] for subnet (ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.522027 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.603882 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.692986 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.717241 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:11.720871 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.724776 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-163e1315-6b99-4457-a294-4a45bdce0831 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ba77b8e5-61cf-4a64-aba9-45ac88a7ffc6 HTTP/1.1" status: 204 len: 168 time: 0.2844174 Mar 29 09:09:11.727070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43452) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:11.729675 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4e12f-048c-4645-93f5-5ca404c6f35d None None] Network c9d81579-58b6-4052-8497-3954657a9b0a requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:09:11.792112 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (c9d81579-58b6-4052-8497-3954657a9b0a), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.850287 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Deleting port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:11.850623 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.911944 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] For port 9fd544d4-6c30-46cc-a32c-c12d07c974e1, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=9fd544d4-6c30-46cc-a32c-c12d07c974e1,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:11.912231 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:11.925427 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Calling delete_port for 9fd544d4-6c30-46cc-a32c-c12d07c974e1 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:11.962054 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] DHCP port deletion for c9d81579-58b6-4052-8497-3954657a9b0a request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:09:12.021642 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Deleting port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:12.022024 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.025043 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device e12a5b39-8dbc-45d1-9985-36be7e4cf7ed no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:12.075617 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.078327 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: e12a5b39-8dbc-45d1-9985-36be7e4cf7ed {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:12.078548 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device e12a5b39-8dbc-45d1-9985-36be7e4cf7ed not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:12.078976 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 22efb82f-d0be-41dd-8e23-4e00faa471b0 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:12.105914 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 22efb82f-d0be-41dd-8e23-4e00faa471b0 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:12.106263 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 22efb82f-d0be-41dd-8e23-4e00faa471b0 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:12.106403 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd544d4-6c30-46cc-a32c-c12d07c974e1,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:12.106682 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 9fd544d4-6c30-46cc-a32c-c12d07c974e1 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:12.108114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] No DVR routers for this DVR port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:09:12.126678 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 9fd544d4-6c30-46cc-a32c-c12d07c974e1 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:12.127027 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 9fd544d4-6c30-46cc-a32c-c12d07c974e1 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:12.146768 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] For port 9fd544d4-6c30-46cc-a32c-c12d07c974e1, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=9fd544d4-6c30-46cc-a32c-c12d07c974e1,segment=NetworkSegment(cfd73419-0cd9-40a6-b249-8a67936f7852),segment_id=cfd73419-0cd9-40a6-b249-8a67936f7852)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:12.147200 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.163898 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Calling delete_port for 9fd544d4-6c30-46cc-a32c-c12d07c974e1 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:12.181765 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (c9d81579-58b6-4052-8497-3954657a9b0a), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.201632 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d81579-58b6-4052-8497-3954657a9b0a']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:12.211514 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd73419-0cd9-40a6-b249-8a67936f7852') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:12.211808 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd73419-0cd9-40a6-b249-8a67936f7852') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:12.220959 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (cfd73419-0cd9-40a6-b249-8a67936f7852), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.234627 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (cfd73419-0cd9-40a6-b249-8a67936f7852), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.237811 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (9fd544d4-6c30-46cc-a32c-c12d07c974e1), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.240574 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:09:12.240966 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (cfd73419-0cd9-40a6-b249-8a67936f7852), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:09:12.242659 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:09:12.262824 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Pushing event deleted for resources: {'Port': ['ID=9fd544d4-6c30-46cc-a32c-c12d07c974e1,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:12.267111 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] No DVR routers for this DVR port 9fd544d4-6c30-46cc-a32c-c12d07c974e1 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:09:12.273999 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.274351 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.274697 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.275042 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.275379 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.275710 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.276043 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.276385 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.276721 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.277053 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.277480 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.277694 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.278021 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.278348 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.279167 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7973fb3e-0c2c-4e02-abb6-bb9c5c910d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835552-1-iscsi {{(pid=110228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:09:12.366992 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (c9d81579-58b6-4052-8497-3954657a9b0a), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.372252 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.375385 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] 10.222.0.16 "DELETE /v2.0/networks/c9d81579-58b6-4052-8497-3954657a9b0a HTTP/1.1" status: 204 len: 168 time: 0.6473918 Mar 29 09:09:12.378376 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43454) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:12.387129 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d48f71-caf7-441b-8ecb-136073e1806d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d81579-58b6-4052-8497-3954657a9b0a,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:12.720980 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542325'] for router_interface (ad489f84-bad0-49c9-b431-62841013dee8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:12.959801 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Deleting port 4351383f-7061-4452-b594-619b268f3f5f {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:12.960143 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (4351383f-7061-4452-b594-619b268f3f5f), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:13.038865 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] For port 4351383f-7061-4452-b594-619b268f3f5f, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=4351383f-7061-4452-b594-619b268f3f5f,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:13.039231 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (4351383f-7061-4452-b594-619b268f3f5f), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:13.052272 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Calling delete_port for 4351383f-7061-4452-b594-619b268f3f5f owned by network:router_interface {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:13.269844 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (4351383f-7061-4452-b594-619b268f3f5f), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:13.295886 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4351383f-7061-4452-b594-619b268f3f5f,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:13.507040 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542693'] for router_interface (ad489f84-bad0-49c9-b431-62841013dee8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:13.721397 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Router ad489f84-bad0-49c9-b431-62841013dee8 has already been hosted by L3 agent 27042ca2-67a3-497a-8567-5c2c49a1fcc2 {{(pid=110227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:09:13.830578 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] Notify agent at l3_agent.dv-cinder-835552-1-iscsi the message routers_updated {{(pid=110227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:09:13.836169 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-0d03c7a4-75f8-40db-a6f4-662951c359a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/ad489f84-bad0-49c9-b431-62841013dee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560766 Mar 29 09:09:13.838664 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [-] (110227) accepted ('10.222.0.16', 43456) {{(pid=110227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:13.841344 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] Sync routers for ids ['ad489f84-bad0-49c9-b431-62841013dee8'] in dv-cinder-835552-1-iscsi {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:09:13.850713 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] Routers {'ad489f84-bad0-49c9-b431-62841013dee8'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:09:13.851325 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:08:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['ad489f84-bad0-49c9-b431-62841013dee8'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:13.962572 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] Set router ad489f84-bad0-49c9-b431-62841013dee8 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:09:14.221707 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks [] for router (ad489f84-bad0-49c9-b431-62841013dee8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.239906 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:09:13Z', 'revision_number': 5, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:14.266808 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] Checking router: ad489f84-bad0-49c9-b431-62841013dee8 for host: dv-cinder-835552-1-iscsi {{(pid=110229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:09:14.275250 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] Routers {'ad489f84-bad0-49c9-b431-62841013dee8'} bound to L3 agent in host dv-cinder-835552-1-iscsi {{(pid=110229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:09:14.275851 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835552-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T08:45:29Z,description=,heartbeat_timestamp=2022-03-29T09:08:59Z,host='dv-cinder-835552-1-iscsi',id=27042ca2-67a3-497a-8567-5c2c49a1fcc2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T08:45:29Z,topic='l3_agent')) {'router_ids': ['ad489f84-bad0-49c9-b431-62841013dee8'], 'active': True} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:14.335258 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks [] for router_gateway (ad489f84-bad0-49c9-b431-62841013dee8), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.385026 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_dvr_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] Set router ad489f84-bad0-49c9-b431-62841013dee8 gateway port host: dv-cinder-835552-1-iscsi {{(pid=110229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:09:14.449943 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Deleting port eca65504-9d83-4455-97af-47d4c6fd5054 {{(pid=110227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:14.450280 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), before_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.525484 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.db [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] For port eca65504-9d83-4455-97af-47d4c6fd5054, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=eca65504-9d83-4455-97af-47d4c6fd5054,segment=NetworkSegment(5688ae01-bf71-414c-9d07-8aba2e55fc99),segment_id=5688ae01-bf71-414c-9d07-8aba2e55fc99)] {{(pid=110227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:14.526284 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.541725 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.plugins.ml2.plugin [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Calling delete_port for eca65504-9d83-4455-97af-47d4c6fd5054 owned by network:router_gateway {{(pid=110227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:14.563216 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:09:13Z', 'revision_number': 5, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}], 'dv-cinder-835552-1-iscsi', False) {} {{(pid=110229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:14.589770 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed4acc-4aeb-4ab7-8f60-adbe9c882f1b None None] The sync data for ids ['ad489f84-bad0-49c9-b431-62841013dee8'] in dv-cinder-835552-1-iscsi is: [{'id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'name': 'tempest-TestShelveInstance-560049513-router', 'tenant_id': '6146151e06c54b548d78cb79c6a720fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'external_fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:04:44Z', 'updated_at': '2022-03-29T09:09:13Z', 'revision_number': 5, 'project_id': '6146151e06c54b548d78cb79c6a720fe', 'gw_port': {'id': 'eca65504-9d83-4455-97af-47d4c6fd5054', 'name': '', 'network_id': 'a5bf56fc-a289-443b-a92b-064607153b3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad489f84-bad0-49c9-b431-62841013dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835552-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:04:45Z', 'updated_at': '2022-03-29T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c7eb402-7f84-4339-bb11-c6def2c4c55f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835552-1-iscsi'}] {{(pid=110229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:09:14.755815 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29416294'] for port (eca65504-9d83-4455-97af-47d4c6fd5054), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.789000 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca65504-9d83-4455-97af-47d4c6fd5054,revision_number=None']} {{(pid=110227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:14.847351 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544015'] for router_gateway (ad489f84-bad0-49c9-b431-62841013dee8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.938346 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6322'] for router (ad489f84-bad0-49c9-b431-62841013dee8), precommit_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:14.940587 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks [] for router_controller (ad489f84-bad0-49c9-b431-62841013dee8), precommit_delete_associations {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.029978 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548330'] for router (ad489f84-bad0-49c9-b431-62841013dee8), after_delete {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.030544 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad489f84-bad0-49c9-b431-62841013dee8 {{(pid=110227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:09:15.035233 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron_lib.callbacks.manager [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.037113 dv-cinder-835552-1-iscsi neutron-server[110227]: INFO neutron.wsgi [None req-6f449b8a-331a-4745-b315-ae433ed1f8a1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ad489f84-bad0-49c9-b431-62841013dee8 HTTP/1.1" status: 204 len: 168 time: 1.1975663 Mar 29 09:09:15.039945 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43458) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:15.086311 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Deleting subnet 4fa113d0-1724-48b7-896a-e7602f1f9015 {{(pid=110226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 09:09:15.089491 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Publish callbacks [] for subnet (4fa113d0-1724-48b7-896a-e7602f1f9015), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.123744 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29878106'] for subnet (4fa113d0-1724-48b7-896a-e7602f1f9015), precommit_delete_associations {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.205686 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1357629'] for subnet (4fa113d0-1724-48b7-896a-e7602f1f9015), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.315490 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1357578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30599634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30317185'] for subnet (4fa113d0-1724-48b7-896a-e7602f1f9015), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.343281 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa113d0-1724-48b7-896a-e7602f1f9015,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:15.347854 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.351043 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-f4eda9ca-70bc-4031-951e-e44938d177da admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4fa113d0-1724-48b7-896a-e7602f1f9015 HTTP/1.1" status: 204 len: 168 time: 0.3093815 Mar 29 09:09:15.353541 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43460) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:15.357144 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28634d5-ee6e-417c-b476-3061c1036468 None None] Network 131a73db-13f1-40ec-8fae-05ebe4510796 requested from dv-cinder-835552-1-iscsi {{(pid=110228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 09:09:15.424811 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1430140'] for network (131a73db-13f1-40ec-8fae-05ebe4510796), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.480499 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Deleting port 8b055686-8cfa-4198-b06f-802028c710a9 {{(pid=110226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:15.480889 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (8b055686-8cfa-4198-b06f-802028c710a9), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.541611 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.db [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] For port 8b055686-8cfa-4198-b06f-802028c710a9, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=8b055686-8cfa-4198-b06f-802028c710a9,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:15.541905 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (8b055686-8cfa-4198-b06f-802028c710a9), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.554331 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.plugin [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Calling delete_port for 8b055686-8cfa-4198-b06f-802028c710a9 owned by network:dhcp {{(pid=110226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:15.603821 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] DHCP port deletion for 131a73db-13f1-40ec-8fae-05ebe4510796 request from dv-cinder-835552-1-iscsi {{(pid=110228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 09:09:15.651711 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] Deleting port 8b055686-8cfa-4198-b06f-802028c710a9 {{(pid=110228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 09:09:15.652081 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733464209686'] for port (8b055686-8cfa-4198-b06f-802028c710a9), before_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.703767 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30603041'] for port (8b055686-8cfa-4198-b06f-802028c710a9), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.722716 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.db [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] For port 8b055686-8cfa-4198-b06f-802028c710a9, host dv-cinder-835552-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835552-1-iscsi',level=0,port_id=8b055686-8cfa-4198-b06f-802028c710a9,segment=NetworkSegment(f8a302cf-839f-4688-ab81-9eea623edd67),segment_id=f8a302cf-839f-4688-ab81-9eea623edd67)] {{(pid=110228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:09:15.723108 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538183'] for port (8b055686-8cfa-4198-b06f-802028c710a9), precommit_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.729999 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b055686-8cfa-4198-b06f-802028c710a9,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:15.731826 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] No DVR routers for this DVR port 8b055686-8cfa-4198-b06f-802028c710a9 on host dv-cinder-835552-1-iscsi {{(pid=110226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:09:15.739255 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] Calling delete_port for 8b055686-8cfa-4198-b06f-802028c710a9 owned by network:dhcp {{(pid=110228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 09:09:15.802137 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1542838', 'neutron.services.segments.db._delete_segments_for_network-8733463991610'] for network (131a73db-13f1-40ec-8fae-05ebe4510796), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.810818 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 4351383f-7061-4452-b594-619b268f3f5f no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:15.826897 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131a73db-13f1-40ec-8fae-05ebe4510796']}} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:15.836117 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a302cf-839f-4688-ab81-9eea623edd67') {'for_net_delete': True} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:15.836439 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.services.segments.db [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a302cf-839f-4688-ab81-9eea623edd67') {} {{(pid=110226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:09:15.840606 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 4351383f-7061-4452-b594-619b268f3f5f {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:15.840957 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 4351383f-7061-4452-b594-619b268f3f5f not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:15.841390 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device eca65504-9d83-4455-97af-47d4c6fd5054 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:15.845757 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733464174147', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29878097'] for segment (f8a302cf-839f-4688-ab81-9eea623edd67), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.858919 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346'] for segment (f8a302cf-839f-4688-ab81-9eea623edd67), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.865191 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:09:15.865569 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1358346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30603124'] for segment (f8a302cf-839f-4688-ab81-9eea623edd67), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.865727 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: eca65504-9d83-4455-97af-47d4c6fd5054 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:15.866084 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device eca65504-9d83-4455-97af-47d4c6fd5054 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:15.866503 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 8b055686-8cfa-4198-b06f-802028c710a9 no longer exists at agent ovs-agent-dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: Traceback (most recent call last): Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: timer() Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: cb(*args, **kw) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: return func(*args, **kwargs) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: self._notify() Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: self.callback(batched_events) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: event.method(event) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: return f(self, *a, **k) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._get(url).json() Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: return self.request(url, 'GET', **kwargs) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:09:15.867262 dv-cinder-835552-1-iscsi neutron-server[110226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:09:15.873693 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733464218233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733463647735'] for port (8b055686-8cfa-4198-b06f-802028c710a9), after_delete {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.911257 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.plugin [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] No Port match for: 8b055686-8cfa-4198-b06f-802028c710a9 {{(pid=110228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 09:09:15.911610 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.plugins.ml2.rpc [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Device 8b055686-8cfa-4198-b06f-802028c710a9 not bound to the agent host dv-cinder-835552-1-iscsi {{(pid=110228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:09:15.916477 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] No DVR routers for this DVR port 8b055686-8cfa-4198-b06f-802028c710a9 on host dv-cinder-835552-1-iscsi {{(pid=110228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:09:15.920129 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615797-5f59-45f6-81d5-5f3ef8606872 None None] Pushing event deleted for resources: {'Port': ['ID=8b055686-8cfa-4198-b06f-802028c710a9,revision_number=None']} {{(pid=110228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:15.983765 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1542847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544099'] for network (131a73db-13f1-40ec-8fae-05ebe4510796), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.989676 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:15.992697 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] 10.222.0.16 "DELETE /v2.0/networks/131a73db-13f1-40ec-8fae-05ebe4510796 HTTP/1.1" status: 204 len: 168 time: 0.6382186 Mar 29 09:09:16.006114 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd651a-b670-47ad-82ea-908722560977 admin admin] Pushing event deleted for resources: {'Network': ['ID=131a73db-13f1-40ec-8fae-05ebe4510796,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:16.341841 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43464) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:16.380855 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-8c83e3dc-76c3-450d-abd2-474fd4abdd9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78a18859415249928435228564ebbd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377181 Mar 29 09:09:16.383060 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43466) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:16.429254 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c3cdcdf4-7fe0-4f5c-8fa7-16e01fcc4115 admin admin] Publish callbacks [] for security_group (5825a804-6425-44e8-b804-93fd2b8f3225), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:16.453805 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c3cdcdf4-7fe0-4f5c-8fa7-16e01fcc4115 admin admin] Publish callbacks [] for security_group (5825a804-6425-44e8-b804-93fd2b8f3225), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:16.543494 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c3cdcdf4-7fe0-4f5c-8fa7-16e01fcc4115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (5825a804-6425-44e8-b804-93fd2b8f3225), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:16.546003 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-c3cdcdf4-7fe0-4f5c-8fa7-16e01fcc4115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:16.547136 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-c3cdcdf4-7fe0-4f5c-8fa7-16e01fcc4115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5825a804-6425-44e8-b804-93fd2b8f3225 HTTP/1.1" status: 204 len: 168 time: 0.1629310 Mar 29 09:09:16.555070 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdcdf4-7fe0-4f5c-8fa7-16e01fcc4115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825a804-6425-44e8-b804-93fd2b8f3225,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:17.155633 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43472) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:17.194090 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-ea05ba15-8b7b-421c-8413-f258eb27ab98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6146151e06c54b548d78cb79c6a720fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373421 Mar 29 09:09:17.196461 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.wsgi [-] (110226) accepted ('10.222.0.16', 43474) {{(pid=110226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 09:09:17.242249 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-44a2b6d9-a208-4c3d-a619-d5a3706c4545 admin admin] Publish callbacks [] for security_group (1b842ad9-3a78-462d-b10f-db16a9a8eea2), before_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:17.262552 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-44a2b6d9-a208-4c3d-a619-d5a3706c4545 admin admin] Publish callbacks [] for security_group (1b842ad9-3a78-462d-b10f-db16a9a8eea2), precommit_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:17.389911 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-44a2b6d9-a208-4c3d-a619-d5a3706c4545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514783'] for security_group (1b842ad9-3a78-462d-b10f-db16a9a8eea2), after_delete {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:17.392435 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron_lib.callbacks.manager [None req-44a2b6d9-a208-4c3d-a619-d5a3706c4545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:17.393601 dv-cinder-835552-1-iscsi neutron-server[110226]: INFO neutron.wsgi [None req-44a2b6d9-a208-4c3d-a619-d5a3706c4545 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b842ad9-3a78-462d-b10f-db16a9a8eea2 HTTP/1.1" status: 204 len: 168 time: 0.1962628 Mar 29 09:09:17.402348 dv-cinder-835552-1-iscsi neutron-server[110226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2b6d9-a208-4c3d-a619-d5a3706c4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b842ad9-3a78-462d-b10f-db16a9a8eea2,revision_number=None']} {{(pid=110226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:09:26.137487 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:26.543139 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-78b377f3-c048-4060-be05-14df00dbab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:28.908744 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-2611c57f-4cb0-47b2-a5b9-d1fc4ef70983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:30.126013 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:31.326019 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:33.031586 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:34.069086 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-932493ca-4807-412d-bb2a-519c3c1d368a req-7c4ccf8d-864d-46a2-bc93-5f537e4796fc service neutron] (110227) timed out ('10.222.0.13', 60303) {{(pid=110227) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 09:09:38.834373 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:09:56.148217 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:56.559657 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c0647595-5e8a-4baf-b29e-f5ef7fe388c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:09:58.896461 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d5134da0-fee0-4561-8799-c26a19bcec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:00.096935 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:01.336316 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:03.039540 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:15.834268 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:10:26.187138 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:26.547245 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-43dce685-037f-40fa-8f86-f04d21c47ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:28.907597 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f7d214ea-77c6-41d6-92ba-503a91864729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:30.176331 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:31.358555 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:33.032962 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:52.833674 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:10:56.180449 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:56.540334 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f9e77180-a9f9-4060-8839-a47fe4315761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:10:58.911847 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-52cf64b9-a498-4408-bb7d-51809d569425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:00.100266 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:01.334919 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:03.043187 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:26.202326 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:26.625251 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-66292379-a392-4f9a-9adc-0580883c5486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:28.899365 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e0557301-629f-4a02-873e-5cf3f681c433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:29.833403 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:11:30.099856 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:31.362088 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:33.013701 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:33.091500 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-27522c07-c1bb-4573-9b05-c4439ea185a9 req-167220b1-3d4a-4d83-9019-5d9bfc179b82 service neutron] (110227) timed out ('10.222.0.13', 60291) {{(pid=110227) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 09:11:56.167630 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:56.555105 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-de801606-7322-4ecb-9e9e-2320d3be189f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:11:58.910011 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-f9624cee-e5c8-4c3b-9ad8-51710875a821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:00.127496 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:01.338547 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:03.024090 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:06.832866 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:12:26.274913 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:26.549275 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-45a29c1d-ae45-47de-987d-e8cea2bacda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:28.932232 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-8bd42643-d716-4256-ad84-7d47b7a3553c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:30.120746 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:31.332063 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:33.040479 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:43.831944 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:12:56.279324 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:56.559644 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c0ac508c-3c47-4677-b6a3-8df06a87d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:12:58.937289 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-c36d93ad-2772-4277-b637-751630b08162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:00.136974 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:01.325643 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:03.033980 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:20.831780 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:13:26.284417 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:26.547463 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-442b6bd7-f5db-427b-9f81-3ab35167bb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:29.038718 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-18bfa4c0-d64b-4d8d-b82c-66c3bd7e8c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:30.129699 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:31.371361 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:33.027179 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:56.288597 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:56.552010 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-df5ab9a7-b4a0-4edb-ac19-29152b10c2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:13:57.832694 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:13:58.912315 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-7455d7cc-1638-47ae-8346-fd4caec874a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:00.135020 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:01.351888 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:03.031849 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:26.311375 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-5f0877eb-0d79-44ea-b51b-4aaf2080265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (649e9c09-4e54-4a4c-89cf-34b72cb0ffe0), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:26.551887 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-e29cc6b8-0abb-410f-8750-f976b502ff45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (633ee003-0e2a-4255-b56b-f84d32889c85), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:28.917400 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-25fb590d-2b7d-4333-bf7c-49d9b27b69ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (27042ca2-67a3-497a-8567-5c2c49a1fcc2), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:30.139124 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-d79a2485-92f5-4f16-bc63-bcdfba89ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (bdd1648d-f2e4-4116-8a71-f440e31bbfad), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:31.345304 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-00e32706-8f71-4d05-a1ad-afbd167e10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (9812c618-45bc-404e-b3c1-4d696c308b80), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:33.025540 dv-cinder-835552-1-iscsi neutron-server[110228]: DEBUG neutron_lib.callbacks.manager [None req-ebd14e6c-7afa-4169-ae9b-7318d12981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733463991592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1541495'] for agent (d0005842-337d-4bb4-be7d-a92688d45d5e), after_update {{(pid=110228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 09:14:34.831463 dv-cinder-835552-1-iscsi neutron-server[110229]: DEBUG neutron.db.agents_db [None req-52b593ed-6e1a-4926-8755-87141c0a766d None None] Agent healthcheck: found 6 active agents {{(pid=110229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:14:36.543510 dv-cinder-835552-1-iscsi neutron-server[110227]: DEBUG neutron.wsgi [req-5a4de3c8-af56-4d5e-bcdf-2a0b969e6f0a req-0027b2f3-2507-4b0d-84a5-062babfd4463 tempest-ServerRescueNegativeTestJSON-503996281 tempest-ServerRescueNegativeTestJSON-503996281-project] (110227) timed out ('10.222.0.13', 60304) {{(pid=110227) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}